-- Logs begin at Mon 2021-08-30 09:59:14 UTC, end at Mon 2021-08-30 11:11:44 UTC. -- Aug 30 10:46:38.892122 dv-cinder-806559-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 10:46:41.631492 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] Logging enabled! Aug 30 10:46:41.632154 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 10:46:41.632274 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 10:46:41.635542 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] Logging enabled! Aug 30 10:46:41.635794 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 10:46:41.636109 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 10:46:41.637294 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 10:46:41.637566 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 10:46:41.638231 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 10:46:41.638653 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 10:46:41.639075 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 10:46:41.639638 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.640141 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.640651 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.641090 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.641588 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.642070 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.642537 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.642994 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.643455 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.643755 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.644044 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.644336 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.644572 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.644861 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.645178 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.645471 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.645699 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] debug = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.645983 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.646414 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.646832 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.647117 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.647409 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.647692 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.647967 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.648247 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.648538 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.648889 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] host = dv-cinder-806559-1-iscsi {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.649200 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.649492 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.649782 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.650070 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.650349 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.650634 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.650920 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.651196 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.651472 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.651752 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.652043 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.652333 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.652626 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.652854 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.653106 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.653399 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.653691 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.653971 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.654249 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.654597 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.654597 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.655146 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.655358 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.655644 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.655932 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.656221 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.656498 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.656776 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.657075 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.657351 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.657639 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.657919 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.658197 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.658474 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.658767 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.659039 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.659316 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.659617 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.659909 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.660195 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.660484 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.660766 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.661075 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.661355 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.661630 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.661905 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_json = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.662181 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.662454 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.662739 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.663014 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.663287 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.663566 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.663836 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.664125 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:41.664427 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.664726 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.665053 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.665340 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.665637 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.665919 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.666210 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.666491 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.666779 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.667070 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.667361 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.667640 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.667932 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.668212 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.668512 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.668821 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.669146 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.669442 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.669720 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.670538 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.671096 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.671204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.671524 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.671808 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.672100 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.672399 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.672684 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.673002 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.673304 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.673598 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.673877 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.674158 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.674453 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.674734 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.675010 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.675290 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.675582 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.675864 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.676135 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.676419 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.676699 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.677006 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.677279 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.677596 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.677950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.678233 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.678511 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.678786 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.679065 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.679339 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.679626 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.679922 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.680231 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.680597 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.681036 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.681434 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.681801 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.682088 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.682369 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.682656 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.682934 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.683212 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.683493 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.683862 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.684267 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.684680 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.684996 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.685285 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.685566 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.686516 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.686822 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.687100 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.687438 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.687864 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.688305 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.688618 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.688910 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.689225 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.689510 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.689797 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.690085 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.690413 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.690830 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.691228 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.691584 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.691881 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.692179 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.692471 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.692755 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.693090 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.693381 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.693673 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.693956 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.694239 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.694529 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.694821 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.695122 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.695423 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.695722 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.696020 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.696320 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.696602 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.696921 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.697227 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:41.697450 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 10:46:41.697703 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106233) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 10:46:42.056585 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 10:46:42.056867 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 10:46:42.057184 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 10:46:42.057522 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 10:46:42.450233 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.450517 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.450792 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.452714 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.453022 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.453295 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.492699 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.492993 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.493269 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.508365 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.508642 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.508916 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.537814 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.538092 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.538365 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.575938 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.576258 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.577246 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.807641 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.808265 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.808265 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.808448 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.809361 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.929882 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.930204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.930486 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.930759 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.931034 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.931346 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.931610 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.931870 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.932126 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.932409 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.932672 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.932966 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.933227 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.933482 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.933738 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.934001 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.934256 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.934520 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.934787 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.935046 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.935320 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.935603 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.936537 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.936912 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.937190 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.937442 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.937842 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:42.938086 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:42.938325 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:42.938565 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:42.938802 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:42.939039 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:42.939403 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 10:46:42.942508 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 10:46:42.946563 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 10:46:42.950331 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 30 10:46:42.952130 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 10:46:42.952583 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 10:46:42.952921 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 10:46:42.953324 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 10:46:42.956132 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 10:46:42.956387 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 10:46:42.956736 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 10:46:42.962029 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 10:46:42.984424 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 10:46:42.984872 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.985196 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 10:46:42.985557 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.986917 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 10:46:42.987196 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 10:46:42.987445 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 10:46:42.990661 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:42.990947 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:43.055062 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 10:46:43.055303 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 10:46:43.055539 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 10:46:43.055917 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 10:46:43.077801 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_db.sqlalchemy.engines [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106233) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 10:46:43.893498 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing driver for type 'gre' Aug 30 10:46:43.894226 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] gre ID ranges: [(1, 1000)] Aug 30 10:46:44.086789 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing driver for type 'local' Aug 30 10:46:44.087128 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing driver for type 'vlan' Aug 30 10:46:44.190466 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] VlanTypeDriver initialization complete Aug 30 10:46:44.190731 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing driver for type 'vxlan' Aug 30 10:46:44.191249 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] vxlan ID ranges: [(1, 1000)] Aug 30 10:46:44.391051 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing extension driver 'port_security' Aug 30 10:46:44.391496 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.extensions.port_security [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] PortSecurityExtensionDriver initialization complete Aug 30 10:46:44.391803 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing mechanism driver 'openvswitch' Aug 30 10:46:44.392127 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing mechanism driver 'hyperv' Aug 30 10:46:44.398699 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.plugin [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:46:44.399424 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.399801 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.400157 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.400669 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 10:46:44.401130 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnet after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.401486 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnet after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.401833 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.402222 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 10:46:44.402632 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.402984 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.403328 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.403715 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 10:46:44.404121 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > security_group after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.404471 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > security_group after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.404812 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.405372 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 10:46:44.405882 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.406241 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.406595 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.409977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 10:46:44.409977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > address_group after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.409977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > address_group after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.409977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.409977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 10:46:44.410476 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] ML2 OVO RPC backend initialized. {{(pid=106233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 10:46:44.410476 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.410476 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.410789 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.411142 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > networks before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.411494 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.411838 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > ports before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.412181 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnet before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.412524 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnets before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.412872 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.413249 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.413585 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.413923 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.414260 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.414596 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.414932 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnet after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.415272 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnet after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.415608 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.416187 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.plugin [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Modular L2 Plugin initialization complete Aug 30 10:46:44.416526 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading services supported by the core plugin {{(pid=106233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 10:46:44.416856 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Got port-security extension from driver 'port_security' Aug 30 10:46:44.417355 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.extensions.vlantransparent [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Disabled vlantransparent extension. Aug 30 10:46:44.417835 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 10:46:44.418154 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: router Aug 30 10:46:44.456210 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.456532 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router after_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.456907 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router before_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.457296 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.457673 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.458034 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router after_delete 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.458396 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.458748 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.459109 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router after_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.459515 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.459869 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.460219 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.460583 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.461016 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.461388 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.461732 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.462072 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: subnet after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.462412 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.462771 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.463119 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.463487 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: port before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.463837 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.464196 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.464543 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.464897 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.465315 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.465665 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.466040 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > agent after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.466391 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > agent after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.466737 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.467585 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Tracking information for resource: router configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:44.467917 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Tracking information for resource: floatingip configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 10:46:44.473553 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.db.l3_agentschedulers_db [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 10:46:44.474138 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.474506 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.474861 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.475217 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.476023 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router before_create 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.476392 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.476758 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_create 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.477147 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > router precommit_update 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.481750 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.services.provider_configuration [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service providers = [] {{(pid=106233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 10:46:44.482121 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.db.servicetype_db [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 10:46:44.485129 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 10:46:44.485482 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 10:46:44.485827 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 10:46:44.486743 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 10:46:44.487118 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.services.service_base [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 10:46:44.487499 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.487820 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 10:46:44.498837 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.499177 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: auto_allocate Aug 30 10:46:44.505062 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: network precommit_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.505446 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: network precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.505977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.506313 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: tag Aug 30 10:46:44.512883 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.513247 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: timestamp Aug 30 10:46:44.517931 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.518271 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: network_ip_availability Aug 30 10:46:44.523789 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.524170 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.524536 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.525314 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.525641 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: flavors Aug 30 10:46:44.530417 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.530783 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading Plugin: revisions Aug 30 10:46:44.535760 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 10:46:44.536160 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.479s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 10:46:44.536907 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 10:46:44.537268 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Initializing extension manager. Aug 30 10:46:44.537781 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: __init__.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.538125 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: __pycache__ {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.538462 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.538798 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: address_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.539615 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.540194 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: address-group Aug 30 10:46:44.540521 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: address_scope.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.541267 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.541773 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: address-scope Aug 30 10:46:44.542095 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.543032 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.543567 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: router-admin-state-down-before-update Aug 30 10:46:44.543895 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: agent.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.544793 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.545324 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: agent Aug 30 10:46:44.545655 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: agent_resources_synced.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.546604 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.547107 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: agent-resources-synced Aug 30 10:46:44.547435 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: allowedaddresspairs.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.549261 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.549781 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: allowed-address-pairs Aug 30 10:46:44.550115 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: auto_allocated_topology.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.551191 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.551703 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: auto-allocated-topology Aug 30 10:46:44.552033 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: availability_zone.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.552735 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.553256 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: availability_zone Aug 30 10:46:44.553584 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: availability_zone_filter.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.554789 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.555310 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: availability_zone_filter Aug 30 10:46:44.555636 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: data_plane_status.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.556822 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.557421 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 10:46:44.557747 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: default_subnetpools.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.558692 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.559195 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: default-subnetpools Aug 30 10:46:44.559520 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.560346 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.560847 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: dhcp_agent_scheduler Aug 30 10:46:44.561204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: dns.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.562153 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.562799 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 10:46:44.563129 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: dns_domain_ports.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.564062 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.564563 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 10:46:44.564887 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.565832 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.566353 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 10:46:44.566697 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: dvr.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.567390 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.567886 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: dvr Aug 30 10:46:44.568209 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: ecmp_routes.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.569156 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.569657 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 10:46:44.569977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: empty_string_filtering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.570897 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.571394 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: empty-string-filtering Aug 30 10:46:44.571723 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.572657 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.573179 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 10:46:44.573503 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.574585 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.575188 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 10:46:44.575516 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: external_net.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.576609 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.577214 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: external-net Aug 30 10:46:44.577546 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.579272 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.579820 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: extra_dhcp_opt Aug 30 10:46:44.580143 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: extraroute.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.581092 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.581593 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: extraroute Aug 30 10:46:44.581913 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: extraroute_atomic.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.582958 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.583468 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: extraroute-atomic Aug 30 10:46:44.583825 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: filter_validation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.584498 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.585027 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: filter-validation Aug 30 10:46:44.585352 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: fip_pf_description.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.586259 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.586756 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 10:46:44.587074 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: fip_port_details.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.587994 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.588494 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: fip-port-details Aug 30 10:46:44.588817 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: flavors.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.590135 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.590646 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: flavors Aug 30 10:46:44.590970 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.592637 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.593188 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 10:46:44.594112 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: floatingip_pools.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.594819 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.595324 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: floatingip-pools Aug 30 10:46:44.595656 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: ip_allocation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.596581 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.597118 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 10:46:44.597455 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.598376 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.598877 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: ip-substring-filtering Aug 30 10:46:44.599212 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l2_adjacency.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.600125 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.600629 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 10:46:44.600986 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l3.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.602141 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.602653 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: router Aug 30 10:46:44.602984 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.605292 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.605852 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 10:46:44.606191 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.607143 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.607652 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: ext-gw-mode Aug 30 10:46:44.607983 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.608921 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.609481 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: l3-ha Aug 30 10:46:44.609875 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l3_flavors.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.610795 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.611292 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: l3-flavors Aug 30 10:46:44.611626 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.612539 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.613073 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 10:46:44.620752 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: l3agentscheduler.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.620752 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.620752 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: l3_agent_scheduler Aug 30 10:46:44.620752 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: logging.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.622393 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.622833 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension logging not supported by any of loaded plugins Aug 30 10:46:44.623171 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: metering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.623926 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.624526 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: metering Aug 30 10:46:44.624976 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.626096 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.626606 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: metering_source_and_destination_fields Aug 30 10:46:44.626937 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: multiprovidernet.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.627865 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.628372 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: multi-provider Aug 30 10:46:44.628707 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: netmtu.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.629646 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.630149 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: net-mtu Aug 30 10:46:44.630478 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: netmtu_writable.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.631393 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.631904 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: net-mtu-writable Aug 30 10:46:44.632235 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: network_availability_zone.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.632906 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.633432 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: network_availability_zone Aug 30 10:46:44.633755 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: network_ip_availability.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.634843 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.635359 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: network-ip-availability Aug 30 10:46:44.635694 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: network_segment_range.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.636456 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.636979 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 10:46:44.637311 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: pagination.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.638572 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.638572 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: pagination Aug 30 10:46:44.639244 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: port_device_profile.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.639836 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.641002 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: port-device-profile Aug 30 10:46:44.641332 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.642274 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.642779 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: port-mac-address-regenerate Aug 30 10:46:44.643106 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.644027 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.644529 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: port-numa-affinity-policy Aug 30 10:46:44.644853 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: port_resource_request.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.645791 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.646294 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 10:46:44.646837 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: portbindings.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.647538 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.648039 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: binding Aug 30 10:46:44.648364 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: portbindings_extended.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.649795 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.650309 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: binding-extended Aug 30 10:46:44.650639 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: portsecurity.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.651553 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.652066 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: port-security Aug 30 10:46:44.652397 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: project_id.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.661604 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.661937 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: project-id Aug 30 10:46:44.662266 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: providernet.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.663193 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.663703 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: provider Aug 30 10:46:44.664030 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.667566 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.668081 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos not supported by any of loaded plugins Aug 30 10:46:44.668416 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.669733 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.670243 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 10:46:44.670575 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.671531 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.672036 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 10:46:44.672364 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_default.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.673318 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.673831 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-default not supported by any of loaded plugins Aug 30 10:46:44.674164 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_fip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.674854 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.675351 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 10:46:44.675675 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_gateway_ip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.676606 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.677142 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 10:46:44.677470 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_port_network_policy.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.678384 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.678892 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 10:46:44.679222 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_pps_rule.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.680404 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.680921 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 10:46:44.681271 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_rule_type_details.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.682189 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.682697 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 10:46:44.683025 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: qos_rules_alias.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.684066 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.684573 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 10:46:44.684903 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: quotasv2.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.685867 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.686201 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: quotas Aug 30 10:46:44.686524 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: quotasv2_detail.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.689659 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.690002 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: quota_details Aug 30 10:46:44.690341 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: rbac.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.691612 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.692135 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: rbac-policies Aug 30 10:46:44.692470 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: rbac_address_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.693434 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.693948 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: rbac-address-group Aug 30 10:46:44.694277 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: rbac_address_scope.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.695197 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.695710 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: rbac-address-scope Aug 30 10:46:44.696040 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: rbac_security_groups.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.696985 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.697496 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: rbac-security-groups Aug 30 10:46:44.697823 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: rbac_subnetpool.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.698738 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.699252 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: rbac-subnetpool Aug 30 10:46:44.699577 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: revisionifmatch.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.700496 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.701046 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: revision-if-match Aug 30 10:46:44.701376 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: revisions.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.702496 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.703540 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: standard-attr-revisions Aug 30 10:46:44.703871 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: router_availability_zone.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.704545 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.705092 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: router_availability_zone Aug 30 10:46:44.705421 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: routerservicetype.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.706381 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.706838 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 10:46:44.707164 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.708079 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.708583 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: security-groups-normalized-cidr Aug 30 10:46:44.708910 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.709857 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.710364 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: port-security-groups-filtering Aug 30 10:46:44.710690 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.711606 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.712119 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: security-groups-remote-address-group Aug 30 10:46:44.712445 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: securitygroup.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.724094 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.724595 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: security-group Aug 30 10:46:44.724964 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: segment.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.725752 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.726258 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension segment not supported by any of loaded plugins Aug 30 10:46:44.726591 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.727538 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.728048 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 10:46:44.728379 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: servicetype.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.729590 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.730110 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: service-type Aug 30 10:46:44.730442 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: sorting.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.731433 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.731770 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: sorting Aug 30 10:46:44.732098 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: standard_attr_segment.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.733038 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.733548 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 10:46:44.733897 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: standardattrdescription.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.734617 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.735092 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: standard-attr-description Aug 30 10:46:44.735418 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: stateful_security_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.736358 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.736862 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: stateful-security-group Aug 30 10:46:44.737218 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: stdattrs_common.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.737839 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 10:46:44.738164 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.739099 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.739608 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 10:46:44.739935 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: subnet_onboard.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.741035 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.741548 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: subnet_onboard Aug 30 10:46:44.741875 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.742810 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.743312 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 10:46:44.743639 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: subnet_service_types.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.744561 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.745099 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: subnet-service-types Aug 30 10:46:44.745428 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: subnetallocation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.746768 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.747276 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: subnet_allocation Aug 30 10:46:44.747602 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.748270 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.748780 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: subnetpool-prefix-ops Aug 30 10:46:44.749199 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.750659 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.751163 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 10:46:44.751487 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: tagging.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.752559 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.753118 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: standard-attr-tag Aug 30 10:46:44.753450 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: timestamp.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.754661 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.755177 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loaded extension: standard-attr-timestamp Aug 30 10:46:44.755512 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: trunk.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.756553 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.757103 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension trunk not supported by any of loaded plugins Aug 30 10:46:44.757433 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: trunk_details.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.758358 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.758871 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 10:46:44.759198 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: uplink_status_propagation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.760120 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.760655 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 10:46:44.761010 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Loading extension file: vlantransparent.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 10:46:44.761687 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 10:46:44.762189 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 10:46:44.764653 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:network Aug 30 10:46:44.765913 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:subnet Aug 30 10:46:44.766334 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 10:46:44.766737 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:port Aug 30 10:46:44.768013 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.768452 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service FLAVORS assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.769117 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.769554 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.769888 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:router Aug 30 10:46:44.770318 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 10:46:44.770813 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service METERING assigned prefix: /metering {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.772303 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.773841 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.773841 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:46:44.774083 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 10:46:44.774545 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:security_group Aug 30 10:46:44.774980 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 10:46:44.775575 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.775918 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 10:46:44.776266 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] subnetpool is already registered Aug 30 10:46:44.776709 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.777067 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 10:46:44.777451 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] subnetpool is already registered Aug 30 10:46:44.779782 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.780214 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service FLAVORS assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.780884 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.781313 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.781651 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:router Aug 30 10:46:44.781992 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] router is already registered Aug 30 10:46:44.782403 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 10:46:44.782743 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] floatingip is already registered Aug 30 10:46:44.783194 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service METERING assigned prefix: /metering {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.783887 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 10:46:44.784214 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] rbac_policy is already registered Aug 30 10:46:44.784633 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:security_group Aug 30 10:46:44.784993 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] security_group is already registered Aug 30 10:46:44.785401 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 10:46:44.785736 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] security_group_rule is already registered Aug 30 10:46:44.786375 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.786710 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 10:46:44.787050 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] subnetpool is already registered Aug 30 10:46:44.787480 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 10:46:44.787840 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 10:46:44.788146 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] subnetpool is already registered Aug 30 10:46:44.788613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: extensions {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.790156 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: address-groups {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.791608 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: address-scopes {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.792908 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: agents {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.794085 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: auto-allocated-topology {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.795379 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: availability_zones {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.796644 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: dhcp-networks {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.798181 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: dhcp-agents {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.801372 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: routers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.801760 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: flavors {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.802915 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: service_profiles {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.804121 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: next_providers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.805556 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: service_profiles {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.807134 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: floatingip-pools {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.808334 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: routers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.810457 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: floatingips {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.811729 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: l3-routers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.813786 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: l3-agents {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.815169 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: metering-labels {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.816519 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: metering-label-rules {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.817902 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: network-ip-availabilities {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.819142 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: bindings {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.820788 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: quotas {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.822246 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: quotas {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.823704 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: rbac-policies {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.824893 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: security-groups {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.826189 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: security-group-rules {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.827404 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: service-providers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.828906 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: subnetpools {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.831370 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: subnetpools {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.832831 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.834507 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.836304 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.838121 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.839918 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.841842 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.844155 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.846157 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.847892 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.849660 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 10:46:44.855558 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING keystonemiddleware.auth_token [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 10:46:44.860842 dv-cinder-806559-1-iscsi neutron-server[106233]: WARNING keystonemiddleware.auth_token [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 10:46:44.869144 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Acquired lock "singleton_lock" {{(pid=106233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 10:46:44.869635 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Releasing lock "singleton_lock" {{(pid=106233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 10:46:44.870278 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO oslo_service.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Starting 2 workers Aug 30 10:46:44.875486 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Started child 106342 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 10:46:44.879993 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Started child 106343 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 10:46:44.881149 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:46:44.881804 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO neutron.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 10:46:44.882356 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Notify callbacks [] for process, before_spawn {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:46:44.882743 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [-] (106342) wsgi starting up on http://0.0.0.0:9696 Aug 30 10:46:44.884886 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO oslo_service.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Starting 1 workers Aug 30 10:46:44.885393 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:46:44.886848 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [-] (106343) wsgi starting up on http://0.0.0.0:9696 Aug 30 10:46:44.890107 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Started child 106344 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 10:46:44.890794 dv-cinder-806559-1-iscsi neutron-server[106233]: INFO oslo_service.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Starting 1 workers Aug 30 10:46:44.893684 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] calling RpcWorker wait() {{(pid=106344) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 10:46:44.894332 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] returning from RpcWorker wait() {{(pid=106344) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 10:46:44.895319 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Started child 106345 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 10:46:44.895745 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:46:44.895842 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:46:44.896234 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-54fa12df-d085-42ea-98d7-bbeb543f7450 None None] Notify callbacks [] for process, after_spawn {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:46:44.898128 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 10:46:44.898331 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 10:46:44.898519 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 10:46:44.898742 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 10:46:44.899082 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 10:46:44.899246 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 10:46:44.899746 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.900018 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.900288 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.900547 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.900846 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.901473 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.901564 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:46:44.902026 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.902026 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.902263 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.902513 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.902684 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.902850 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.903105 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.903353 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.903662 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.903919 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.904155 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.904457 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.904634 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.904888 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.905190 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.905435 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.905701 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] debug = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.906474 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.906980 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.907209 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.907450 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.907679 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.907960 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.908207 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.908492 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.908754 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.909085 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.909335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.909590 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.909848 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.910084 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.910312 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.910570 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.910807 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.911266 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host = dv-cinder-806559-1-iscsi {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.911485 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.911867 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.912249 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.912651 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.913102 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.913496 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.913905 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.914322 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.914723 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.915096 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.915510 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.915903 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.916160 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.916410 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.916572 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_options = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.916810 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.917117 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.917388 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.917588 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.917763 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.918027 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.918198 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.918337 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.918613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.918873 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.919093 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.919311 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.919536 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.919795 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.920032 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.920301 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.920520 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.920764 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.921040 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.921329 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.922158 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.922552 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.922798 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.923111 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.923356 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.923602 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.923859 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.924115 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.924299 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.924581 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.924834 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.925130 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.925393 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.925656 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.925893 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.926126 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.926445 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.926631 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.926869 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.927120 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.927385 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.927623 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.927858 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.928146 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.928335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.928551 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_json = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.928765 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.929197 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.929467 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.929687 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.929926 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.930141 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.930366 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.930813 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:44.931207 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.931356 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.931625 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.931862 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.932085 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.932326 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.932557 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.932800 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.933078 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.933331 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.933640 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.933863 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.934167 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.934371 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.934619 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.934952 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.935212 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.935474 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.935721 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.935957 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.936170 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.936420 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.936677 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:46:44.936846 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.937057 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.937265 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.937492 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.937801 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.938123 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.938387 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.938661 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.938934 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.939205 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.939396 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.939620 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.939855 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.940076 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.940305 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.940574 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.940796 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.941043 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.945592 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946204 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.946805 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.947391 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.947391 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.947391 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.947604 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.947823 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.948090 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.948294 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.948544 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.948719 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.948905 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.949304 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.949304 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.949568 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.949788 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.949978 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.950233 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.950486 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.950666 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.950861 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.951097 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.951332 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.951554 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.951787 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.952061 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.952401 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.952664 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.953026 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.953273 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.954150 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.954314 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.954499 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.954821 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.955096 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.955354 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.955645 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.955896 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.956164 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.956478 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.956627 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.956889 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.957153 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.957388 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.957640 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.957902 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.958151 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.958429 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.958675 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.959420 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.959420 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.959420 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.959727 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.959923 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.960451 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.960596 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.960785 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.961113 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.961415 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.961709 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.961940 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.962209 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.962483 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.962720 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.962990 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.963222 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.963500 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.963726 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.964020 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.964276 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.964527 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.964753 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.965049 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.965411 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.965650 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.965870 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.966088 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.966368 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.966603 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.967375 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.967375 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.967375 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.967724 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.967831 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.969292 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.969292 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.969292 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.969292 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.969968 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.969968 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.969968 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.970300 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.970446 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.970658 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.970853 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.971103 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.971343 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.971578 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.971845 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.972068 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.972409 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.972535 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.972717 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.972977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.973248 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.973400 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.973624 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.973861 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.974129 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.974713 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.974713 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.974978 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.975194 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.975343 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.975571 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.975809 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.976027 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.976279 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.976505 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.976723 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.976961 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.977194 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.977402 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.977646 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.977871 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.978452 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.978452 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.978710 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.978922 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.979914 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.979914 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.979914 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.979914 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.980786 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.980786 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.980786 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.980786 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.981411 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.981411 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.981655 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.981789 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.981944 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.982165 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.982384 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.982597 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.982815 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.983032 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.983360 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.983594 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.983827 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.984656 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.984981 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.985231 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.985458 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.985587 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.985802 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.986029 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.986249 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.986462 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.986692 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.986904 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.987120 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.987346 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.987568 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.988379 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.988379 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.988379 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.989082 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.989082 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.989082 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.989082 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.989735 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.989735 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.989735 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.990996 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.990996 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.990996 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.990996 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.990996 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.990996 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.991793 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.991793 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.991793 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.992200 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.992200 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.992475 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.992742 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.993020 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.993270 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.993527 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.993824 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.994040 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.994283 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.994503 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.994742 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.994963 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.995235 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.995561 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.995858 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.996361 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.996602 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.996883 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.997206 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.997491 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.997729 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.998025 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.998360 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.998628 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.998903 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.999132 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.999381 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.999847 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:44.999847 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.000309 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.000309 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.000625 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.001011 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.001172 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.001386 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.001604 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.001855 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.002107 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.002366 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.002597 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.002840 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.003059 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.003202 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 10:46:45.003749 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 10:46:45.003908 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 10:46:45.004073 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 10:46:45.004259 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 10:46:45.004445 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 10:46:45.004598 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 10:46:45.004811 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.005004 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.005153 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.005307 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.005557 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.005748 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.005915 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.006099 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.006230 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.006435 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.006575 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.006707 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.006835 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.006964 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.007428 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.007428 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.007675 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.007800 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.007923 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.008049 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.008185 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.008356 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.008484 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] debug = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.008607 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.008798 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.009019 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.009444 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.009593 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.009810 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.009977 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.010140 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.010303 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.010455 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.010613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.010776 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.010937 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.011098 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.011257 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.011417 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.011582 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.011776 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host = dv-cinder-806559-1-iscsi {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.011971 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.012112 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.012247 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.012387 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.012533 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.012695 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.012855 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.013048 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.013209 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.013368 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.013530 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.013690 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.013851 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.014011 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.014171 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_options = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.014330 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.014490 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.014650 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.014844 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.015012 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.015310 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.015550 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.015751 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016066 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016066 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016278 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016383 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016488 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016591 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016746 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.016908 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.017101 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.017263 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.017424 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.017589 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.017754 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.018213 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.018213 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.018213 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.018450 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.018518 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.018650 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.018967 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.019130 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.019293 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.019866 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.019866 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.019866 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.020073 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.020073 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.020203 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.020348 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.020519 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.020680 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.020834 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.021018 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.021154 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.021325 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.021474 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.021607 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.021768 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_json = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.021928 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.022088 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.022246 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.022400 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.022547 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.022687 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.022845 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.022998 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 10:46:45.023177 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.023330 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.023509 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.023650 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.023790 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.023959 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.024123 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.024277 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.024439 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.024601 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.024770 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.024953 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.025126 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.025291 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.025453 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.025621 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.025785 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.025949 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.026163 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.026290 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.026413 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.026562 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.026930 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.026930 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.027139 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.027245 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.027369 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.027491 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.027649 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.027812 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.027975 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.028138 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.028302 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.028466 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.028631 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.028797 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.029041 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.029186 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.029317 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.029453 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.029601 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.029733 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.029897 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.030049 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.030213 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.030376 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.030538 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.030701 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.031699 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.031859 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.032009 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.032164 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.032327 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.032496 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.032658 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.032833 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.033020 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.033185 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.033348 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.033512 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.033676 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.033840 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.034003 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.034168 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.034334 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.034496 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.034796 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.034947 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.035066 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.035234 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.035398 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.035564 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.035724 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.035887 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.036050 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.036213 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.036377 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.036540 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.036702 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.036867 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.037053 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.037217 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.037381 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.037543 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.037706 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.037869 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.038031 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.038198 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.038359 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.038529 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.038792 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.039613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.039613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.039613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.039613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.039613 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.040401 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.040401 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.040401 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.040401 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.040401 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.041335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.041335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.041335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.041335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.041335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.041335 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.042211 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.042211 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.042402 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.042523 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.042647 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.042778 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.042942 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.043106 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.043270 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.043445 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.043610 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.043777 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.044116 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.044116 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.044359 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.044483 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.044605 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.044717 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.044866 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.045053 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.045217 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.045381 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.045547 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.045714 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.045873 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.046073 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.046227 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.046697 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.046860 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.047033 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.047224 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.048950 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.049730 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.049730 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.049730 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.050261 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.050496 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.050728 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.050985 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.051218 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.051439 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.051659 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.051879 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.052096 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.052329 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.052537 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.052704 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.052868 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.053098 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.053315 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.053881 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.053881 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.054157 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.054157 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.054392 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.054591 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.054807 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.055026 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.055240 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.055456 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.055678 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.055911 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.056078 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.056242 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.056418 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.056640 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.056855 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.057098 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.057320 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.057569 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.058037 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.058037 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.058283 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.058406 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.058584 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.058801 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.059013 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.059253 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.059454 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.059611 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.059770 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.059913 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:46:45.060066 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.060066 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.060329 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.060466 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.060603 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.060748 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.060887 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.061052 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.061190 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.061326 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.061479 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.061617 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.061754 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.061919 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.062789 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.062960 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.063219 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.063505 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.063663 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.063801 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.063940 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.064078 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.064225 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.064505 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.064505 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.064822 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.064822 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.065113 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.065113 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.065372 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.065564 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.065564 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.065893 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.065893 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.066156 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.066292 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.066440 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.066630 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.066630 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.066959 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.066959 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.067231 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.067231 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.067492 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.067675 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.067675 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.067941 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.068086 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.068223 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.068458 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.068458 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.068750 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.068750 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.069071 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.069213 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.069349 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.069486 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.069622 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.069759 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.069933 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.070093 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.070254 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.070409 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.070568 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.070732 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.070885 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.071054 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.071225 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.071398 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.071650 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.071830 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.072289 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.072470 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.072635 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.072807 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.073011 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.073210 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36116) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:46:45.073404 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.073404 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.073680 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.073680 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.073939 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.073939 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.074199 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.074336 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.074947 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.074947 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.074947 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.074947 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 10:46:45.076344 dv-cinder-806559-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 10:46:45.082434 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069802 Aug 30 10:46:56.992160 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17780c3a-12b5-4b9a-bda8-c63ca1c62eb9 None None] get_active_networks_info from dv-cinder-806559-1-iscsi {{(pid=106344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 10:46:57.071506 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17780c3a-12b5-4b9a-bda8-c63ca1c62eb9 None None] No non-hosted networks {{(pid=106344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 10:46:57.110349 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.agentschedulers_db [None req-17780c3a-12b5-4b9a-bda8-c63ca1c62eb9 None None] DHCP Agent not found on host dv-cinder-806559-1-iscsi {{(pid=106344) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 10:46:57.236000 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-6f5257dd-a3ab-4604-bce1-def69a3467ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498579'] for agent, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:00.094918 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9ff73701-2a6f-48b1-8e14-03e6ccbd28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498579'] for agent, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:00.202289 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.db.api [None req-38564646-362c-4be5-b703-e8fdeefbc464 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-806559-1-iscsi {{(pid=106344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:47:00.203150 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG oslo_db.api [None req-38564646-362c-4be5-b703-e8fdeefbc464 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:47:00.396536 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498579'] for agent, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:00.398339 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.399769 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.400704 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.401875 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.403237 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.404566 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.405547 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.410811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.410811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.410811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.410811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.410811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:00.411499 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806559-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:00.426873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806559-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:00.798174 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-38564646-362c-4be5-b703-e8fdeefbc464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:00.864593 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498579'] for agent, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:02.572852 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498579'] for agent, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:02.742998 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.db.l3_hamode_db [None req-628c8328-bdfd-4874-998f-8422c94d3b41 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 10:47:02.823682 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c8328-bdfd-4874-998f-8422c94d3b41 None None] Routers set() bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:47:02.823987 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c8328-bdfd-4874-998f-8422c94d3b41 None None] Router IDs set() for agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 10:47:03.354394 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36212) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:03.848801 dv-cinder-806559-1-iscsi neutron-server[106343]: WARNING oslo_policy.policy [None req-a53add6e-d203-4df3-be71-e74d174d49a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:03.849443 dv-cinder-806559-1-iscsi neutron-server[106343]: WARNING oslo_policy.policy [None req-a53add6e-d203-4df3-be71-e74d174d49a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:04.076705 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [None req-a53add6e-d203-4df3-be71-e74d174d49a9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:47:04.077784 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-a53add6e-d203-4df3-be71-e74d174d49a9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7224317 Aug 30 10:47:06.498114 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36226) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:06.999267 dv-cinder-806559-1-iscsi neutron-server[106342]: WARNING oslo_policy.policy [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:07.000647 dv-cinder-806559-1-iscsi neutron-server[106342]: WARNING oslo_policy.policy [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:07.222214 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:47:07.325162 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.policy [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106342) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 10:47:07.371939 dv-cinder-806559-1-iscsi neutron-server[106342]: WARNING oslo_policy.policy [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:07.372313 dv-cinder-806559-1-iscsi neutron-server[106342]: WARNING oslo_policy.policy [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:07.381130 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.quota [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] Loaded quota_driver: . Aug 30 10:47:07.558698 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771910333082', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771910331625', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771910402856', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771910415428', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771909969701', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771910428962', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3734270', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3547328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1645171', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682045'] for rbac-policy, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:07.858967 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:07.860350 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c2372fcb-0d8b-443c-a775-243a22573d17 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3590336 Aug 30 10:47:10.480952 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36244) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:10.786392 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Request body: {'network': {'project_id': '1b1b11c5e1164938a6971e5013834a92', 'name': 'private', 'admin_state_up': True, 'tenant_id': '1b1b11c5e1164938a6971e5013834a92'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:47:10.887097 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Made reservation on behalf of 1b1b11c5e1164938a6971e5013834a92 for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:47:10.890039 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:10.907701 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:11.029975 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:11.098516 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:11.118653 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=106342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:47:11.145575 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771910256869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:11.146168 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Unsubscribe: segment precommit_create {{(pid=106342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 10:47:11.146688 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Added segment 2983e6b8-d3b8-48db-966d-c0fe4ed03e51 of type vlan for network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 Aug 30 10:47:11.166689 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12ed70-333c-4a66-b962-af4782ba13eb,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:11.219356 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.219711 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.220052 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.220380 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.220708 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.221631 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.222014 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.222360 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.222685 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.223005 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.223321 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.223635 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Tracked resource versions report: Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: pushed versions: Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: { 'AddressGroup': {'1.2'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'ConntrackHelper': {'1.0'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Log': {'1.0'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Network': {'1.1'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Port': {'1.7'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'PortForwarding': {'1.2'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'QosPolicy': {'1.9'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroup': {'1.4'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SubPort': {'1.0'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Subnet': {'1.1'}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Trunk': {'1.1'}} Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: consumer versions: Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'ConntrackHelper': '1.0', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Log': '1.0', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Network': '1.1', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Port': '1.7', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'PortForwarding': '1.2', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'QosPolicy': '1.9', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroup': '1.4', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroupRule': '1.2', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SubPort': '1.0', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Subnet': '1.1', Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Trunk': '1.1'}} Aug 30 10:47:11.224794 dv-cinder-806559-1-iscsi neutron-server[106342]: {{(pid=106342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:47:11.278862 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:11.389750 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:11.390980 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:11.391623 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:11.489710 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] Pushing event updated for resources: {'Network': ['ID=893ccdd0-da54-49bc-9d99-e1bc3a742aa2,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:11.502236 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:47:11.539422 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2b053204-a584-469b-8966-9049563edc52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0573661 Aug 30 10:47:14.231022 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36258) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:14.633045 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b16e8-409c-44c0-b287-15139c0b8815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:14.634429 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-945b16e8-409c-44c0-b287-15139c0b8815 admin admin] 10.222.0.24 "GET /v2.0/networks/893ccdd0-da54-49bc-9d99-e1bc3a742aa2 HTTP/1.1" status: 200 len: 825 time: 0.4024227 Aug 30 10:47:14.660539 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a53d73d0-24bd-4711-b870-9dea9a61e65c admin admin] 10.222.0.24 "GET /v2.0/subnetpools/e6e6c606-8ebe-4758-836f-b07f96dd4638 HTTP/1.1" status: 200 len: 734 time: 0.0198469 Aug 30 10:47:14.669730 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Request body: {'subnet': {'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e6e6c606-8ebe-4758-836f-b07f96dd4638', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:47:14.795706 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Made reservation on behalf of 1b1b11c5e1164938a6971e5013834a92 for: {'subnet': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:47:14.798099 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:15.196258 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:15.265755 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d659a9b-109f-4611-ac48-c0dc04c4774a,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:15.268497 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Checking segment: {'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:47:15.269024 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Network hostable DHCP agents. Network: 893ccdd0-da54-49bc-9d99-e1bc3a742aa2, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:47:15.349820 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:47:15.429807 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 893ccdd0-da54-49bc-9d99-e1bc3a742aa2) {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:47:15.434625 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:15.435324 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:15.440167 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee087519-9625-453f-a364-f24ab4e77260 None None] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:47:15.544990 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-49da93db-3d2f-4678-8d0d-8e8c28289c93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8784235 Aug 30 10:47:15.760415 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'fixed_ips': [{'subnet_id': '6d659a9b-109f-4611-ac48-c0dc04c4774a'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:47:15.761744 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:16.047417 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Allocated IP 172.20.0.2 (893ccdd0-da54-49bc-9d99-e1bc3a742aa2/6d659a9b-109f-4611-ac48-c0dc04c4774a/9bb53fbe-fbe9-4bed-9d4a-c22949d759eb) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:47:16.258050 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:16.302012 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Transition to ACTIVE for port object 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:47:16.322990 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Transition to ACTIVE for port object 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:47:16.425727 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:16.494873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:47:16.506361 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:47:16.511723 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Pushing event updated for resources: {'Port': ['ID=9bb53fbe-fbe9-4bed-9d4a-c22949d759eb,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:16.513929 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:47:16.526708 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.527069 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.527371 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.527712 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.528047 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.528381 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.528712 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.529089 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.529439 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.529771 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.530097 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.530427 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Tracked resource versions report: Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: pushed versions: Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: { 'AddressGroup': {'1.2'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'ConntrackHelper': {'1.0'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Log': {'1.0'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Network': {'1.1'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Port': {'1.7'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'PortForwarding': {'1.2'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'QosPolicy': {'1.9'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroup': {'1.4'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SubPort': {'1.0'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Subnet': {'1.1'}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Trunk': {'1.1'}} Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: consumer versions: Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'ConntrackHelper': '1.0', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Log': '1.0', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Network': '1.1', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Port': '1.7', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'PortForwarding': '1.2', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'QosPolicy': '1.9', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroup': '1.4', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroupRule': '1.2', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SubPort': '1.0', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Subnet': '1.1', Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Trunk': '1.1'}} Aug 30 10:47:16.531530 dv-cinder-806559-1-iscsi neutron-server[106344]: {{(pid=106344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:47:16.602685 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Attempting to bind port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:47:16.603091 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Attempting to bind port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:47:16.603525 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Attempting to bind port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb on network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:47:16.611707 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:47:16.612152 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Checking segment: {'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:47:16.612628 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:16.613051 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Bound using segment: {'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:47:16.613566 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Bound port: 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:47:16.613967 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:16.678286 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] For port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:47:16.682837 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] For port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=9bb53fbe-fbe9-4bed-9d4a-c22949d759eb,segment=NetworkSegment(2983e6b8-d3b8-48db-966d-c0fe4ed03e51),segment_id=2983e6b8-d3b8-48db-966d-c0fe4ed03e51)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:47:16.778915 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:16.848606 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cdd3a-3db0-43d5-801e-2360273bd802 None None] Pushing event updated for resources: {'Port': ['ID=9bb53fbe-fbe9-4bed-9d4a-c22949d759eb,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:18.009019 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36266) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:18.345036 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [None req-3126bdeb-4a6f-4c3e-ba02-388f80e4d1ed admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:47:18.346788 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3126bdeb-4a6f-4c3e-ba02-388f80e4d1ed admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3366780 Aug 30 10:47:20.878809 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36274) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:21.211589 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [None req-b440830e-f468-4839-8845-2667ae52b70b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:47:21.212632 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b440830e-f468-4839-8845-2667ae52b70b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3328927 Aug 30 10:47:23.909677 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36284) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:24.231129 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-3cf0b23c-8ad9-4a90-9886-a91392c7434a admin admin] Request body: {'router': {'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'admin_state_up': True, 'name': 'router1'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:47:24.327482 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b23c-8ad9-4a90-9886-a91392c7434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:24.329149 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b23c-8ad9-4a90-9886-a91392c7434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:24.457195 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:47:24.472290 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b23c-8ad9-4a90-9886-a91392c7434a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:24.533855 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b23c-8ad9-4a90-9886-a91392c7434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:24.630366 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:47:24.659403 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b23c-8ad9-4a90-9886-a91392c7434a admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:24.660651 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3cf0b23c-8ad9-4a90-9886-a91392c7434a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7499869 Aug 30 10:47:25.354983 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9550f-f595-4ae4-a239-fb1f3935b6e7 None None] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:47:25.567074 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-6ee931bf-560b-425c-bec2-61e556041304 None None] Provisioning for port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:47:25.576897 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-6ee931bf-560b-425c-bec2-61e556041304 None None] Provisioning complete for port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:25.576897 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-6ee931bf-560b-425c-bec2-61e556041304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:25.689400 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-6ee931bf-560b-425c-bec2-61e556041304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:25.725451 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-6ee931bf-560b-425c-bec2-61e556041304 None None] For port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=9bb53fbe-fbe9-4bed-9d4a-c22949d759eb,segment=NetworkSegment(2983e6b8-d3b8-48db-966d-c0fe4ed03e51),segment_id=2983e6b8-d3b8-48db-966d-c0fe4ed03e51)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:47:25.842197 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-6ee931bf-560b-425c-bec2-61e556041304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:25.890566 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee931bf-560b-425c-bec2-61e556041304 None None] Pushing event updated for resources: {'Port': ['ID=9bb53fbe-fbe9-4bed-9d4a-c22949d759eb,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:25.961709 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-e45204b5-71b8-450e-81cb-47a414304301 None None] Provisioning complete for port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:25.962084 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e45204b5-71b8-450e-81cb-47a414304301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:26.424519 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:47:26.475542 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:26.475919 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:26.944064 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b112f5a-1178-451d-9124-37e1de6d9175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:27.179587 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36296) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:27.503009 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [None req-4831600b-443b-4109-aeff-1cdc536e9c1b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:47:27.504021 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-4831600b-443b-4109-aeff-1cdc536e9c1b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234873 Aug 30 10:47:29.996408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36304) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:30.092844 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f5dfdae0-8f41-4ab2-8b72-193597156b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.314849 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:47:30.354893 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.509986 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Made reservation on behalf of 10e0d42a9ef04bf79351d1d744a3cab4 for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:47:30.512507 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.522084 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.622059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.795921 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.815126 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=106342) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 10:47:30.832389 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671b3ca5-8d00-4864-b42e-4d9379742dd6,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:30.837497 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.837839 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Added segment e63211be-4788-4cb4-9f3e-994177e6c120 of type flat for network 949d959b-bae5-40a4-bf0d-e7a549554019 Aug 30 10:47:30.870399 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:30.898959 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:31.024468 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:31.025486 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:31.026059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:31.083688 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=949d959b-bae5-40a4-bf0d-e7a549554019,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:31.095159 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 949d959b-bae5-40a4-bf0d-e7a549554019 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:47:31.230699 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-9b8b048e-ff7c-4272-a828-94ebadc9a1c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2331326 Aug 30 10:47:32.447059 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:33.767769 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36322) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:33.993181 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831a25a-b354-401a-9d10-58c9dca05e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:33.996624 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-6831a25a-b354-401a-9d10-58c9dca05e2d admin admin] 10.222.0.24 "GET /v2.0/subnets/6d659a9b-109f-4611-ac48-c0dc04c4774a HTTP/1.1" status: 200 len: 849 time: 0.2269795 Aug 30 10:47:34.151754 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-bbf39f02-64f3-42b3-8edb-0fd468f1a6d3 admin admin] 10.222.0.24 "GET /v2.0/routers/4d0f293c-054c-4788-b48b-209ed2f4703c HTTP/1.1" status: 200 len: 704 time: 0.1445963 Aug 30 10:47:34.425647 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:34.744112 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Allocated IP 172.20.0.1 (893ccdd0-da54-49bc-9d99-e1bc3a742aa2/6d659a9b-109f-4611-ac48-c0dc04c4774a/c8c98709-d30e-471e-8116-89e3c386f13d) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:47:34.961459 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:34.984000 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Transition to ACTIVE for port object c8c98709-d30e-471e-8116-89e3c386f13d will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:47:35.139557 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:35.207759 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:47:35.215095 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:47:35.221329 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:47:35.221639 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:35.284202 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c98709-d30e-471e-8116-89e3c386f13d,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:35.521611 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c86dacc3-b144-40d7-bcb5-5d3e24c98864 None None] Provisioning for port c8c98709-d30e-471e-8116-89e3c386f13d completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:47:35.522495 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:35.526386 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c86dacc3-b144-40d7-bcb5-5d3e24c98864 None None] Provisioning complete for port c8c98709-d30e-471e-8116-89e3c386f13d triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:35.526996 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c86dacc3-b144-40d7-bcb5-5d3e24c98864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:35.575949 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-c86dacc3-b144-40d7-bcb5-5d3e24c98864 None None] Port c8c98709-d30e-471e-8116-89e3c386f13d cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:47:35.751721 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:35.824101 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:35.824915 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:35.905318 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c98709-d30e-471e-8116-89e3c386f13d,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:35.956717 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:47:35.958199 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:47:36.198437 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ed506317-dcff-41af-9c41-b0e914ee74f1 None None] Provisioning complete for port c8c98709-d30e-471e-8116-89e3c386f13d triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:36.198723 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ed506317-dcff-41af-9c41-b0e914ee74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:36.209550 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Router 4d0f293c-054c-4788-b48b-209ed2f4703c is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:47:36.232835 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ed506317-dcff-41af-9c41-b0e914ee74f1 None None] Port c8c98709-d30e-471e-8116-89e3c386f13d cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:47:36.306917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:47:36.312414 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-91c6d8c8-9d9f-4589-97c8-fab257606f46 admin admin] 10.222.0.24 "PUT /v2.0/routers/4d0f293c-054c-4788-b48b-209ed2f4703c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1552048 Aug 30 10:47:36.328539 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Sync routers for ids ['4d0f293c-054c-4788-b48b-209ed2f4703c'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:47:36.340609 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Routers {'4d0f293c-054c-4788-b48b-209ed2f4703c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:47:36.341495 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:47:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['4d0f293c-054c-4788-b48b-209ed2f4703c'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:36.560709 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Set router 4d0f293c-054c-4788-b48b-209ed2f4703c gateway port host: None {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:47:37.044460 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'name': 'router1', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:47:24Z', 'updated_at': '2021-08-30T10:47:35Z', 'revision_number': 2, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'gw_port_host': None, '_interfaces': [{'id': 'c8c98709-d30e-471e-8116-89e3c386f13d', 'name': '', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'mac_address': 'fa:16:3e:44:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:34Z', 'updated_at': '2021-08-30T10:47:35Z', 'revision_number': 2, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'subnets': [{'id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e6c606-8ebe-4758-836f-b07f96dd4638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:37.098439 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Checking router: 4d0f293c-054c-4788-b48b-209ed2f4703c for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:47:37.098815 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Updating router 4d0f293c-054c-4788-b48b-209ed2f4703c port c8c98709-d30e-471e-8116-89e3c386f13d binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:47:37.159223 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:37.743512 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:37.762136 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Transition to ACTIVE for port object c8c98709-d30e-471e-8116-89e3c386f13d will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:47:37.841281 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:38.018608 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:47:38.024582 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Pushing event updated for resources: {'Port': ['ID=c8c98709-d30e-471e-8116-89e3c386f13d,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:38.028699 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Attempting to bind port c8c98709-d30e-471e-8116-89e3c386f13d on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:47:38.029081 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Attempting to bind port c8c98709-d30e-471e-8116-89e3c386f13d by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:47:38.029571 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Attempting to bind port c8c98709-d30e-471e-8116-89e3c386f13d on network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:47:38.039663 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.040032 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.040376 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.040713 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.041067 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.041401 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.041735 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.042063 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.042391 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.042716 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.043039 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.043360 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Tracked resource versions report: Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: pushed versions: Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: { 'AddressGroup': {'1.2'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'ConntrackHelper': {'1.0'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Log': {'1.0'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Network': {'1.1'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Port': {'1.7'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'PortForwarding': {'1.2'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'QosPolicy': {'1.9'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroup': {'1.4'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SubPort': {'1.0'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Subnet': {'1.1'}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Trunk': {'1.1'}} Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: consumer versions: Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'ConntrackHelper': '1.0', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Log': '1.0', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Network': '1.1', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Port': '1.7', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'PortForwarding': '1.2', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'QosPolicy': '1.9', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroup': '1.4', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroupRule': '1.2', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SubPort': '1.0', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Subnet': '1.1', Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Trunk': '1.1'}} Aug 30 10:47:38.044464 dv-cinder-806559-1-iscsi neutron-server[106345]: {{(pid=106345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:47:38.053971 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:47:38.054419 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Checking segment: {'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:47:38.054917 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:38.055312 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Bound using segment: {'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:47:38.055863 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Bound port: c8c98709-d30e-471e-8116-89e3c386f13d, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2983e6b8-d3b8-48db-966d-c0fe4ed03e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:47:38.056247 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:38.133978 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] For port c8c98709-d30e-471e-8116-89e3c386f13d, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:47:38.163658 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] For port c8c98709-d30e-471e-8116-89e3c386f13d, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=c8c98709-d30e-471e-8116-89e3c386f13d,segment=NetworkSegment(2983e6b8-d3b8-48db-966d-c0fe4ed03e51),segment_id=2983e6b8-d3b8-48db-966d-c0fe4ed03e51)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:47:38.236255 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:38.311902 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be643-9bf5-4cd2-88a9-874b10b65890 None None] Pushing event updated for resources: {'Port': ['ID=c8c98709-d30e-471e-8116-89e3c386f13d,revision_number=4']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:38.319424 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Routers {'4d0f293c-054c-4788-b48b-209ed2f4703c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:47:38.320337 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:47:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['4d0f293c-054c-4788-b48b-209ed2f4703c'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:38.422165 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] Set router 4d0f293c-054c-4788-b48b-209ed2f4703c gateway port host: None {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:47:38.644255 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36344) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:38.679315 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'name': 'router1', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:47:24Z', 'updated_at': '2021-08-30T10:47:35Z', 'revision_number': 2, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'gw_port_host': None, '_interfaces': [{'id': 'c8c98709-d30e-471e-8116-89e3c386f13d', 'name': '', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'mac_address': 'fa:16:3e:44:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:34Z', 'updated_at': '2021-08-30T10:47:38Z', 'revision_number': 4, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'subnets': [{'id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e6c606-8ebe-4758-836f-b07f96dd4638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:38.710791 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f9a6df-2156-4a80-966e-c3368f5c8b4c None None] The sync data for ids ['4d0f293c-054c-4788-b48b-209ed2f4703c'] in dv-cinder-806559-1-iscsi is: [{'id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'name': 'router1', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:47:24Z', 'updated_at': '2021-08-30T10:47:35Z', 'revision_number': 2, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'gw_port_host': None, '_interfaces': [{'id': 'c8c98709-d30e-471e-8116-89e3c386f13d', 'name': '', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'mac_address': 'fa:16:3e:44:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:34Z', 'updated_at': '2021-08-30T10:47:38Z', 'revision_number': 4, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'subnets': [{'id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e6c606-8ebe-4758-836f-b07f96dd4638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:47:38.776691 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e6dc6-99a6-4f6f-8e02-6c36655d79cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:38.778205 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-955e6dc6-99a6-4f6f-8e02-6c36655d79cf admin admin] 10.222.0.24 "GET /v2.0/networks/949d959b-bae5-40a4-bf0d-e7a549554019 HTTP/1.1" status: 200 len: 842 time: 0.1328416 Aug 30 10:47:38.789218 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Request body: {'subnet': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:47:38.932316 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Made reservation on behalf of 10e0d42a9ef04bf79351d1d744a3cab4 for: {'subnet': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:47:38.934620 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:39.428332 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.objects.ports [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 10:47:39.428814 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:39.484328 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4133798a-a8ac-4a0b-9e17-2f54bed61bcb,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:39.494700 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:47:39.495073 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Network hostable DHCP agents. Network: 949d959b-bae5-40a4-bf0d-e7a549554019, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:47:39.607287 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:47:39.755588 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 949d959b-bae5-40a4-bf0d-e7a549554019) {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:47:39.759620 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:39.760204 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:39.764644 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5ef35-7b60-4ddc-a4b5-5031d8ab3846 None None] Network 949d959b-bae5-40a4-bf0d-e7a549554019 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:47:39.898348 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51787e90-db8d-4a8b-b313-1b56d2bd0b0e None None] Network 949d959b-bae5-40a4-bf0d-e7a549554019 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:47:39.942769 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a07bd40f-84e9-4462-8d15-5a2c43d36ae4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1430509 Aug 30 10:47:42.354484 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36352) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:42.472785 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.policy [None req-757a057e-f234-468a-a70a-6b7684b9c0c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106343) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 10:47:42.520245 dv-cinder-806559-1-iscsi neutron-server[106343]: WARNING oslo_policy.policy [None req-757a057e-f234-468a-a70a-6b7684b9c0c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:42.520657 dv-cinder-806559-1-iscsi neutron-server[106343]: WARNING oslo_policy.policy [None req-757a057e-f234-468a-a70a-6b7684b9c0c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 10:47:42.781991 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-757a057e-f234-468a-a70a-6b7684b9c0c5 admin admin] 10.222.0.24 "GET /v2.0/routers/4d0f293c-054c-4788-b48b-209ed2f4703c HTTP/1.1" status: 200 len: 710 time: 0.4264917 Aug 30 10:47:42.977453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27f978-a42b-4f55-8460-7704d40f397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:47:42.979129 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1f27f978-a42b-4f55-8460-7704d40f397e admin admin] 10.222.0.24 "GET /v2.0/networks/949d959b-bae5-40a4-bf0d-e7a549554019 HTTP/1.1" status: 200 len: 886 time: 0.1897876 Aug 30 10:47:42.989895 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:47:43.272495 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:43.613636 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:43.701017 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:43.897143 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Allocated IP 172.27.2.202 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/1712c3f8-73e0-4398-875e-fb9ec5e82766) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:47:44.044810 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:44.207429 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:44.275764 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:47:44.280610 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:47:44.333234 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:47:44.373106 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Pushing event updated for resources: {'Port': ['ID=1712c3f8-73e0-4398-875e-fb9ec5e82766,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:44.412542 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.413010 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.413293 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.413659 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.413984 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.414314 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.414671 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.414994 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.415337 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.415659 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.415977 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.416325 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Tracked resource versions report: Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: pushed versions: Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: { 'AddressGroup': {'1.2'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'ConntrackHelper': {'1.0'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Log': {'1.0'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Network': {'1.1'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Port': {'1.7'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'PortForwarding': {'1.2'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'QosPolicy': {'1.9'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroup': {'1.4'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SubPort': {'1.0'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Subnet': {'1.1'}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Trunk': {'1.1'}} Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: consumer versions: Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'ConntrackHelper': '1.0', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Log': '1.0', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Network': '1.1', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Port': '1.7', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'PortForwarding': '1.2', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'QosPolicy': '1.9', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroup': '1.4', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroupRule': '1.2', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SubPort': '1.0', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Subnet': '1.1', Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Trunk': '1.1'}} Aug 30 10:47:44.417522 dv-cinder-806559-1-iscsi neutron-server[106343]: {{(pid=106343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:47:44.464249 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device c8c98709-d30e-471e-8116-89e3c386f13d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:47:44.623911 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port c8c98709-d30e-471e-8116-89e3c386f13d completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:47:44.628292 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port c8c98709-d30e-471e-8116-89e3c386f13d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:44.628873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:44.711362 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:44.748191 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port c8c98709-d30e-471e-8116-89e3c386f13d, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=c8c98709-d30e-471e-8116-89e3c386f13d,segment=NetworkSegment(2983e6b8-d3b8-48db-966d-c0fe4ed03e51),segment_id=2983e6b8-d3b8-48db-966d-c0fe4ed03e51)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:47:44.783717 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:44.886762 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:44.946349 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=c8c98709-d30e-471e-8116-89e3c386f13d,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:45.049898 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2077426'] for router, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:45.055175 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-502845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-502836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-504723'] for router, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:45.174078 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Router 4d0f293c-054c-4788-b48b-209ed2f4703c has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:47:45.287473 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:47:45.291915 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:45.293140 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-62b34df0-db8d-441c-bd91-c6cc352282ff admin admin] 10.222.0.24 "PUT /v2.0/routers/4d0f293c-054c-4788-b48b-209ed2f4703c HTTP/1.1" status: 200 len: 890 time: 2.3075187 Aug 30 10:47:45.429033 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Sync routers for ids ['4d0f293c-054c-4788-b48b-209ed2f4703c'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:47:45.441048 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Routers {'4d0f293c-054c-4788-b48b-209ed2f4703c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:47:45.441733 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:47:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['4d0f293c-054c-4788-b48b-209ed2f4703c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:45.724071 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Set router 4d0f293c-054c-4788-b48b-209ed2f4703c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:47:46.144391 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'name': 'router1', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1712c3f8-73e0-4398-875e-fb9ec5e82766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:47:24Z', 'updated_at': '2021-08-30T10:47:44Z', 'revision_number': 4, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'gw_port': {'id': '1712c3f8-73e0-4398-875e-fb9ec5e82766', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:43Z', 'updated_at': '2021-08-30T10:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'c8c98709-d30e-471e-8116-89e3c386f13d', 'name': '', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'mac_address': 'fa:16:3e:44:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:34Z', 'updated_at': '2021-08-30T10:47:44Z', 'revision_number': 5, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'subnets': [{'id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e6c606-8ebe-4758-836f-b07f96dd4638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:46.196288 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Checking router: 4d0f293c-054c-4788-b48b-209ed2f4703c for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:47:46.196694 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Updating router 4d0f293c-054c-4788-b48b-209ed2f4703c port 1712c3f8-73e0-4398-875e-fb9ec5e82766 binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:47:46.247869 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:46.449756 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device c8c98709-d30e-471e-8116-89e3c386f13d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:47:46.559868 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port c8c98709-d30e-471e-8116-89e3c386f13d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:46.560284 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:46.655857 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:46.688243 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Transition to ACTIVE for port object 1712c3f8-73e0-4398-875e-fb9ec5e82766 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:47:46.777974 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:46.833376 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Attempting to bind port 1712c3f8-73e0-4398-875e-fb9ec5e82766 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:47:46.833761 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Attempting to bind port 1712c3f8-73e0-4398-875e-fb9ec5e82766 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:47:46.834131 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Attempting to bind port 1712c3f8-73e0-4398-875e-fb9ec5e82766 on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:47:46.837205 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bb67e-0834-44a2-87de-21a16ca6738e None None] Pushing event updated for resources: {'Port': ['ID=1712c3f8-73e0-4398-875e-fb9ec5e82766,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:46.842711 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:47:46.843104 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:47:46.843547 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:46.843936 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:47:46.844394 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Bound port: 1712c3f8-73e0-4398-875e-fb9ec5e82766, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:47:46.844894 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:46.900069 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] For port 1712c3f8-73e0-4398-875e-fb9ec5e82766, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:47:46.903261 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] For port 1712c3f8-73e0-4398-875e-fb9ec5e82766, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=1712c3f8-73e0-4398-875e-fb9ec5e82766,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:47:46.978626 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:47.113693 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Routers {'4d0f293c-054c-4788-b48b-209ed2f4703c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:47:47.114314 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:47:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['4d0f293c-054c-4788-b48b-209ed2f4703c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:47.148501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bb67e-0834-44a2-87de-21a16ca6738e None None] Pushing event updated for resources: {'Port': ['ID=1712c3f8-73e0-4398-875e-fb9ec5e82766,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:47.225726 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] Set router 4d0f293c-054c-4788-b48b-209ed2f4703c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:47:47.444099 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'name': 'router1', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1712c3f8-73e0-4398-875e-fb9ec5e82766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:47:24Z', 'updated_at': '2021-08-30T10:47:44Z', 'revision_number': 4, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'gw_port': {'id': '1712c3f8-73e0-4398-875e-fb9ec5e82766', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:43Z', 'updated_at': '2021-08-30T10:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'c8c98709-d30e-471e-8116-89e3c386f13d', 'name': '', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'mac_address': 'fa:16:3e:44:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:34Z', 'updated_at': '2021-08-30T10:47:44Z', 'revision_number': 5, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'subnets': [{'id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e6c606-8ebe-4758-836f-b07f96dd4638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:47:47.474475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c555e-e18b-4653-924c-b9102c9b89be None None] The sync data for ids ['4d0f293c-054c-4788-b48b-209ed2f4703c'] in dv-cinder-806559-1-iscsi is: [{'id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'name': 'router1', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1712c3f8-73e0-4398-875e-fb9ec5e82766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:47:24Z', 'updated_at': '2021-08-30T10:47:44Z', 'revision_number': 4, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'gw_port': {'id': '1712c3f8-73e0-4398-875e-fb9ec5e82766', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:43Z', 'updated_at': '2021-08-30T10:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'c8c98709-d30e-471e-8116-89e3c386f13d', 'name': '', 'network_id': '893ccdd0-da54-49bc-9d99-e1bc3a742aa2', 'tenant_id': '1b1b11c5e1164938a6971e5013834a92', 'mac_address': 'fa:16:3e:44:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0f293c-054c-4788-b48b-209ed2f4703c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:47:34Z', 'updated_at': '2021-08-30T10:47:44Z', 'revision_number': 5, 'project_id': '1b1b11c5e1164938a6971e5013834a92', 'subnets': [{'id': '6d659a9b-109f-4611-ac48-c0dc04c4774a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e6c606-8ebe-4758-836f-b07f96dd4638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:47:47.761187 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36370) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:47:47.885314 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-06be1fd9-fcd0-4cc1-bd09-172fb4e6b831 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1228869 Aug 30 10:47:48.463602 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 1712c3f8-73e0-4398-875e-fb9ec5e82766 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:47:48.596207 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 1712c3f8-73e0-4398-875e-fb9ec5e82766 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:47:48.600859 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 1712c3f8-73e0-4398-875e-fb9ec5e82766 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:48.601272 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:48.689219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:48.714775 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 1712c3f8-73e0-4398-875e-fb9ec5e82766, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=1712c3f8-73e0-4398-875e-fb9ec5e82766,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:47:48.795404 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:48.862219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=1712c3f8-73e0-4398-875e-fb9ec5e82766,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:47:50.453675 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 1712c3f8-73e0-4398-875e-fb9ec5e82766 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:47:50.527352 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 1712c3f8-73e0-4398-875e-fb9ec5e82766 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:47:50.529051 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:47:56.990027 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f8baac69-aa83-4daa-b008-37ce75b33bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:00.080812 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-04d66f2a-bad5-4632-8ae9-00b279c18a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:00.332419 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:00.778263 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:02.474892 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:14.958072 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:48:26.955163 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e0-7442-4e51-bf72-3fdee0375526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:30.052240 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d9eaeeff-a4d8-4945-a879-0260e1ab2c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:30.337672 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:30.783617 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:33.235059 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:48:51.956706 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:48:56.956248 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-231ded8f-5ddf-4e9c-ad67-b1049919d242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:00.069012 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e11f2895-b1bd-47b0-8229-009eb143050f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:00.377561 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:00.788601 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:02.462847 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:27.039867 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ee8ecd5f-68db-4529-8aa5-7ab35f26833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:28.956843 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:49:30.045186 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-7389189a-d543-4712-880c-993d26a825d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:30.313911 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:30.771325 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:31.746225 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36932) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:31.813217 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b29498-82da-4bad-85e5-e240871a9827 admin admin] GET failed (client error): The resource could not be found. Aug 30 10:49:31.814718 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-01b29498-82da-4bad-85e5-e240871a9827 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675015 Aug 30 10:49:32.000831 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd99b8c-43a2-4fad-966a-e376d662d9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:32.002707 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-cbd99b8c-43a2-4fad-966a-e376d662d9ce admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1805286 Aug 30 10:49:32.434717 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:34.298616 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36942) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:34.400281 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b7c011-c7c8-4e37-9266-2045bb843160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:34.401728 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b1b7c011-c7c8-4e37-9266-2045bb843160 admin admin] 10.222.0.24 "GET /v2.0/subnets/6d659a9b-109f-4611-ac48-c0dc04c4774a HTTP/1.1" status: 200 len: 849 time: 0.1018541 Aug 30 10:49:34.412884 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:49:34.509634 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Notify callbacks [] for subnet, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:34.936869 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771910200360'] for subnet, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:34.972966 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:34.973592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:34.976408 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] 10.222.0.24 "PUT /v2.0/subnets/6d659a9b-109f-4611-ac48-c0dc04c4774a HTTP/1.1" status: 200 len: 868 time: 0.5671413 Aug 30 10:49:34.976680 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412290ed-a002-4985-aa65-689375abeab6 None None] Network 893ccdd0-da54-49bc-9d99-e1bc3a742aa2 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:49:35.013274 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d659a9b-109f-4611-ac48-c0dc04c4774a,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:49:35.026669 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.027262 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.027995 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.028487 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.029484 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.029729 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.032961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.032961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.032961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.032961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.033758 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.033758 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a439-f38c-4348-bafb-3e831142677c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:49:35.449063 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-db49f42f-0ab9-4c56-93e3-b250d8170019 None None] Provisioning complete for port c8c98709-d30e-471e-8116-89e3c386f13d triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:49:35.449357 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-db49f42f-0ab9-4c56-93e3-b250d8170019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:35.594915 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-db49f42f-0ab9-4c56-93e3-b250d8170019 None None] Provisioning complete for port 9bb53fbe-fbe9-4bed-9d4a-c22949d759eb triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:49:35.595517 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-db49f42f-0ab9-4c56-93e3-b250d8170019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:49:37.415299 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36952) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:37.656100 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bc1b0-7666-492f-b7cd-f32a964d1974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:37.656586 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bc1b0-7666-492f-b7cd-f32a964d1974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:37.658204 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ec8bc1b0-7666-492f-b7cd-f32a964d1974 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2419405 Aug 30 10:49:39.905961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36960) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:40.050278 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36eb6a-7eb4-4da1-a6ba-f5f7239928e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:40.050278 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36eb6a-7eb4-4da1-a6ba-f5f7239928e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:40.050980 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-6f36eb6a-7eb4-4da1-a6ba-f5f7239928e9 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1439745 Aug 30 10:49:42.360946 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 36968) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:42.494409 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16256f6e-7a26-46b6-9d82-8eae501bf70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:42.496089 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-16256f6e-7a26-46b6-9d82-8eae501bf70a admin admin] 10.222.0.24 "GET /v2.0/networks/893ccdd0-da54-49bc-9d99-e1bc3a742aa2 HTTP/1.1" status: 200 len: 869 time: 0.1341457 Aug 30 10:49:44.781995 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36976) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:44.918304 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2a211-1035-4ae4-8534-39c6e698dd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:44.919682 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-97d2a211-1035-4ae4-8534-39c6e698dd22 admin admin] 10.222.0.24 "GET /v2.0/networks/949d959b-bae5-40a4-bf0d-e7a549554019 HTTP/1.1" status: 200 len: 886 time: 0.1366942 Aug 30 10:49:47.235245 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36984) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:47.382568 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687388c-b777-437a-a1c5-82cd4a6d9f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:47.383016 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687388c-b777-437a-a1c5-82cd4a6d9f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:47.384562 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6687388c-b777-437a-a1c5-82cd4a6d9f6d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1482961 Aug 30 10:49:49.791702 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 36992) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:49.893361 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e689f16-5753-47dd-8fa0-48c12b18606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:49.893814 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e689f16-5753-47dd-8fa0-48c12b18606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:49.895433 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-9e689f16-5753-47dd-8fa0-48c12b18606e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1024723 Aug 30 10:49:52.131918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37000) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:52.221970 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0ccba-2e24-42db-8f34-d9daa265d52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:52.223354 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-15a0ccba-2e24-42db-8f34-d9daa265d52a admin admin] 10.222.0.24 "GET /v2.0/subnets/4133798a-a8ac-4a0b-9e17-2f54bed61bcb HTTP/1.1" status: 200 len: 816 time: 0.0901899 Aug 30 10:49:54.566215 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37008) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:49:54.664207 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24198d8a-7597-4c9d-af51-744441875788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:49:54.665618 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-24198d8a-7597-4c9d-af51-744441875788 admin admin] 10.222.0.24 "GET /v2.0/subnets/6d659a9b-109f-4611-ac48-c0dc04c4774a HTTP/1.1" status: 200 len: 868 time: 0.0984218 Aug 30 10:49:56.976745 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e6085f82-0759-4da4-a0bb-c408ed7bc92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:00.199265 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5a583eb0-0192-4909-8015-25743ed494e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:00.335684 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:00.782779 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:02.462565 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:05.956054 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:50:19.563517 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37062) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:50:19.611853 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [None req-43762dd3-8417-4f4d-810a-4ea83188c143 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:50:19.612859 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-43762dd3-8417-4f4d-810a-4ea83188c143 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483997 Aug 30 10:50:21.945575 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37070) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:50:22.008724 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.pecan_wsgi.hooks.translation [None req-7708d83b-c879-49d8-b4d3-51de65d66228 admin admin] GET failed (client error): The resource could not be found. Aug 30 10:50:22.010425 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-7708d83b-c879-49d8-b4d3-51de65d66228 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639136 Aug 30 10:50:22.158125 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770abfea-5357-4a0b-8c01-f98e7e0c6d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:50:22.159537 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-770abfea-5357-4a0b-8c01-f98e7e0c6d55 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1444635 Aug 30 10:50:24.467820 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37078) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:50:24.520144 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:50:24.521405 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.quota [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Loaded quota_driver: . Aug 30 10:50:24.610706 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Made reservation on behalf of 10e0d42a9ef04bf79351d1d744a3cab4 for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:50:24.613526 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:24.663282 dv-cinder-806559-1-iscsi neutron-server[106343]: WARNING neutron.services.revisions.revision_plugin [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Could not find related network for resource to bump revision. Aug 30 10:50:24.680262 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:50:24.694443 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771910256869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:24.694992 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Unsubscribe: segment precommit_create {{(pid=106343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 10:50:24.695460 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Added segment 5a68d5f7-2430-43cf-bb2e-d2d01201214e of type vlan for network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 Aug 30 10:50:24.745979 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:24.856571 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:24.857605 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:50:24.858213 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:24.955097 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Pushing event updated for resources: {'Network': ['ID=b37ef1bc-44a4-4c19-8459-5b4d219c36a6,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:50:24.961462 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.961790 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.962126 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.962455 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.962782 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.963125 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.963506 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.963840 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.964179 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.964504 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.964822 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.965157 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:24.976680 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:50:25.011272 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b0e20d6f-5fc0-414d-968c-0dd0ea6ed78a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5410829 Aug 30 10:50:26.969788 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8a3d-21f8-44d9-acca-9d0148332a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:27.255180 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37086) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:50:27.315895 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.pecan_wsgi.hooks.translation [None req-309cf678-81c2-4534-86c7-429970397d9a admin admin] GET failed (client error): The resource could not be found. Aug 30 10:50:27.317228 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-309cf678-81c2-4534-86c7-429970397d9a admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611646 Aug 30 10:50:27.392387 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd37d35-fe6b-440b-9cbb-bee1351c228f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:50:27.393914 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-ffd37d35-fe6b-440b-9cbb-bee1351c228f admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721614 Aug 30 10:50:27.404882 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6', 'description': 'shared-subnet'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:50:27.490020 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Made reservation on behalf of 10e0d42a9ef04bf79351d1d744a3cab4 for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:50:27.492400 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:27.753305 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:27.812731 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2adccf-1943-40e0-abbb-e1564c1b5aa6,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:50:27.823719 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Checking segment: {'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:50:27.824073 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Network hostable DHCP agents. Network: b37ef1bc-44a4-4c19-8459-5b4d219c36a6, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:50:27.941453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:50:28.062286 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, b37ef1bc-44a4-4c19-8459-5b4d219c36a6) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:50:28.066361 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:50:28.066947 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:28.070927 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a8343-dd37-40a7-9188-76074011fa73 None None] Network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:50:28.126135 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-131e38c8-6fca-4348-a6db-84a0f96f6492 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7250071 Aug 30 10:50:28.232678 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-b37ef1bc-44a4-4c19-8459-5b4d219c36a6', 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6', 'tenant_id': '10e0d42a9ef04bf79351d1d744a3cab4', 'fixed_ips': [{'subnet_id': 'be2adccf-1943-40e0-abbb-e1564c1b5aa6'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:50:28.233680 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:28.389334 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Allocated IP 192.168.233.2 (b37ef1bc-44a4-4c19-8459-5b4d219c36a6/be2adccf-1943-40e0-abbb-e1564c1b5aa6/93d81a8f-1eb1-4d54-8890-18dbdbbff594) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:50:28.544193 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:28.552875 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Transition to ACTIVE for port object 93d81a8f-1eb1-4d54-8890-18dbdbbff594 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:50:28.568732 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Transition to ACTIVE for port object 93d81a8f-1eb1-4d54-8890-18dbdbbff594 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:50:28.706882 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:28.740255 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:50:28.743531 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:50:28.751967 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:50:28.755382 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Pushing event updated for resources: {'Port': ['ID=93d81a8f-1eb1-4d54-8890-18dbdbbff594,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:50:28.763492 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.763857 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.764203 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.764540 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.764870 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.765230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.765556 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.765880 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.766225 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.766548 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.766868 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.767185 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:50:28.824482 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Attempting to bind port 93d81a8f-1eb1-4d54-8890-18dbdbbff594 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:50:28.824852 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Attempting to bind port 93d81a8f-1eb1-4d54-8890-18dbdbbff594 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:50:28.825291 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Attempting to bind port 93d81a8f-1eb1-4d54-8890-18dbdbbff594 on network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:50:28.832273 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:50:28.832273 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Checking segment: {'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:50:28.832718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:28.833193 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Bound using segment: {'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:50:28.833684 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Bound port: 93d81a8f-1eb1-4d54-8890-18dbdbbff594, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:50:28.834098 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:28.908472 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] For port 93d81a8f-1eb1-4d54-8890-18dbdbbff594, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:50:28.912012 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] For port 93d81a8f-1eb1-4d54-8890-18dbdbbff594, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=93d81a8f-1eb1-4d54-8890-18dbdbbff594,segment=NetworkSegment(5a68d5f7-2430-43cf-bb2e-d2d01201214e),segment_id=5a68d5f7-2430-43cf-bb2e-d2d01201214e)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:50:29.018855 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:29.085049 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7589f1-47c1-452e-876c-4191111e7510 None None] Pushing event updated for resources: {'Port': ['ID=93d81a8f-1eb1-4d54-8890-18dbdbbff594,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:50:29.872852 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99f8c16-24e5-49ff-afb9-aada7cb7262d None None] Network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:50:30.050463 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-be8414cb-4094-4005-acd0-fdefe8a11b27 None None] Provisioning for port 93d81a8f-1eb1-4d54-8890-18dbdbbff594 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:50:30.073403 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbc54-cbd2-4fae-a436-98aa83d865c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:30.324511 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:30.584273 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 93d81a8f-1eb1-4d54-8890-18dbdbbff594 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:50:30.713220 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 93d81a8f-1eb1-4d54-8890-18dbdbbff594 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:50:30.717211 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 93d81a8f-1eb1-4d54-8890-18dbdbbff594 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:50:30.721550 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:30.786751 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:30.802525 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:30.836453 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 93d81a8f-1eb1-4d54-8890-18dbdbbff594, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=93d81a8f-1eb1-4d54-8890-18dbdbbff594,segment=NetworkSegment(5a68d5f7-2430-43cf-bb2e-d2d01201214e),segment_id=5a68d5f7-2430-43cf-bb2e-d2d01201214e)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:50:30.924382 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:30.987234 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=93d81a8f-1eb1-4d54-8890-18dbdbbff594,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:50:32.467200 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:32.565009 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 93d81a8f-1eb1-4d54-8890-18dbdbbff594 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:50:32.612716 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 93d81a8f-1eb1-4d54-8890-18dbdbbff594 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:50:32.613121 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:50:42.955355 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:50:56.924091 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9fca-8d30-4aa0-ad8b-3024ac6aaf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:00.079130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-35799721-4ac0-4cd8-8dbb-dfd82ca15759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:00.318404 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:00.782454 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:02.507251 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:19.957402 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:51:26.953090 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-69919599-db72-4be1-93f5-7c92cbdd6fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:30.118307 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-05b017a9-87bc-4107-9235-8bddde0ae5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:30.363912 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:30.775472 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:32.529617 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:54.060227 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37140) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:51:54.066637 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [None req-7102393b-6b47-4e70-a668-12233107ef17 tempest-verify_tempest_config-816382481 tempest-verify_tempest_config-816382481-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:51:54.067728 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7102393b-6b47-4e70-a668-12233107ef17 tempest-verify_tempest_config-816382481 tempest-verify_tempest_config-816382481-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058463 Aug 30 10:51:54.685941 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37158) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:51:54.789044 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:54.876811 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:54.980864 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:55.027054 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec5a4ac96b3041908e11e6a2c2add91d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3400421 Aug 30 10:51:55.028103 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1a695b-a376-4e06-9b46-a24160ac0880,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:51:55.030420 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37164) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:51:55.036239 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.036667 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.037043 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.037386 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.037721 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.038077 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.038416 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.038750 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.039096 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.039428 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.039755 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.040080 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7764403b-3206-4d8f-b2db-42fde74856d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.168676 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:55.190592 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:55.369853 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:55.372394 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:51:55.373732 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe1a695b-a376-4e06-9b46-a24160ac0880 HTTP/1.1" status: 204 len: 168 time: 0.3422539 Aug 30 10:51:55.381505 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1a695b-a376-4e06-9b46-a24160ac0880,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:51:55.388276 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.388655 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.389028 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.389374 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.389761 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.390056 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.390391 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.390741 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.391070 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.391393 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.391714 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:55.392034 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade552-d3f9-4beb-8e12-7b2eeab3ed40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:51:56.956922 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:51:56.974927 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-30db2f8b-f790-4e88-af37-d9eef32ee7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:00.037469 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab81b-d680-4b45-9789-eb4458ae1d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:00.323125 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:00.797525 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:02.517649 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:26.951912 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e47143d5-fb12-4f78-82d3-bd1c141582af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:30.037428 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeb1acd7-b7a4-43c6-a950-920ece5b8e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:30.328645 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:30.785507 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:32.471031 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:52:33.956214 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:52:56.934329 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d26246b5-7d2f-48cb-bafc-e818dc067241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:00.059662 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-6a2243ee-279d-426b-b22d-13579f2afb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:00.345561 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:00.804468 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:02.505420 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:10.954497 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 5 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:53:26.927712 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2d808f70-4dba-48d7-a0ca-d66cbbc163fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:30.019776 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1e15-db40-4719-b7c6-593c248af03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:30.362327 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:30.813723 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:31.065325 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498579'] for agent, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:32.527813 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:53:46.567847 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37238) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:53:46.673025 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b9425fd4-0add-437a-bfed-84f220a05eb1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1040142 Aug 30 10:53:47.952718 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:53:48.932334 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37248) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:53:48.986034 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2d92ea4c-6c52-46ec-ac86-ec057967d0d1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525579 Aug 30 10:53:56.962104 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0b72644d-f256-4e29-a8d4-99dec9f10a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:00.041767 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4378c37d-92a5-4d77-b3a1-677b4c509f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:00.327167 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:00.813056 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:01.036104 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:02.533258 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:24.952244 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:54:26.961579 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1b0a0dfe-ab7d-4c5f-9570-f825db96abaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:30.052494 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1e820789-a461-4cc9-80eb-c6d43db4fc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:30.441573 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:30.784281 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:31.041393 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:32.481420 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:54:56.972788 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4a76ae9c-9b54-4dbf-afeb-2734b73f3b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:00.052620 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3b55-9d0f-4ac9-b3f2-26c15e072f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:00.309915 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:00.801136 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:01.070878 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:01.951186 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:55:02.504211 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:20.541680 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37452) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:20.575571 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37460) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:20.769887 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37470) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:20.785928 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37476) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:20.853101 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-743194802-network', 'tenant_id': '9721c5cee9c74cdd9dde835f833f905a'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:20.886826 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-195443110-network', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:20.948278 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Made reservation on behalf of 9721c5cee9c74cdd9dde835f833f905a for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:20.951196 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:20.967901 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.029229 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Made reservation on behalf of 9b99cdcd62864a20a3ff1dddb3d69585 for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:21.031548 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.048809 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.122821 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.135250 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37484) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:21.203645 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.218539 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-541477568-network', 'tenant_id': 'd6ea559807774d15acece5956e6868f5'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:21.220690 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=106342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:55:21.235715 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.236142 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Added segment ba1fadbf-d651-47a4-8648-c2a87216d2de of type vlan for network 6bcedf67-772a-4bc1-b848-276b10a1c2fa Aug 30 10:55:21.293134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1952019563-network', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:21.327811 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1841668-f220-47f6-92d1-766bc5688341,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:21.340020 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.340631 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.341190 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.341679 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.342178 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.342667 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.343172 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.343666 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.344171 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.344650 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.345158 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.345648 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Tracked resource versions report: Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: pushed versions: Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: { 'AddressGroup': {'1.2'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'ConntrackHelper': {'1.0'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Log': {'1.0'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Network': {'1.1'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Port': {'1.7'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'PortForwarding': {'1.2'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'QosPolicy': {'1.9'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroup': {'1.4'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SubPort': {'1.0'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Subnet': {'1.1'}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Trunk': {'1.1'}} Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: consumer versions: Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: HyperV agent@hv-cinder-80655: {}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'ConntrackHelper': '1.0', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Log': '1.0', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Network': '1.1', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Port': '1.7', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'PortForwarding': '1.2', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'QosPolicy': '1.9', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroup': '1.4', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SecurityGroupRule': '1.2', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'SubPort': '1.0', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Subnet': '1.1', Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: 'Trunk': '1.1'}} Aug 30 10:55:21.346866 dv-cinder-806559-1-iscsi neutron-server[106342]: {{(pid=106342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:55:21.363334 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.416145 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-923111941-network', 'tenant_id': '08e243faa382447b91e7d32d086f3e6c'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:21.464075 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.465560 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.466548 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:21.467121 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.546320 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=6bcedf67-772a-4bc1-b848-276b10a1c2fa,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:21.554698 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.db.api [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:21.554698 dv-cinder-806559-1-iscsi neutron-server[106342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:21.554698 dv-cinder-806559-1-iscsi neutron-server[106342]: [parameters: {'project_id_1': 'cb30cc0da98546329a5eb164d68788ad', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 21, 300918)}] Aug 30 10:55:21.554698 dv-cinder-806559-1-iscsi neutron-server[106342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:21.555088 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG oslo_db.api [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:21.556504 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.557113 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 6bcedf67-772a-4bc1-b848-276b10a1c2fa details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:55:21.569495 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=106342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:55:21.579599 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.580128 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Added segment 47f859c3-0937-420f-880f-ee267eb42ef5 of type vlan for network 43f2c14d-fb7b-467f-8d36-fba7940afac1 Aug 30 10:55:21.606598 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Made reservation on behalf of d6ea559807774d15acece5956e6868f5 for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:21.609435 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.627101 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.632767 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.653209 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.db.api [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:21.653209 dv-cinder-806559-1-iscsi neutron-server[106342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:21.653209 dv-cinder-806559-1-iscsi neutron-server[106342]: [parameters: {'project_id_1': '08e243faa382447b91e7d32d086f3e6c', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 21, 420189)}] Aug 30 10:55:21.653209 dv-cinder-806559-1-iscsi neutron-server[106342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:21.653537 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG oslo_db.api [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:21.676805 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700f442-1c6b-40e1-a86b-34f35151cdbb,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:21.742482 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37524) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:21.743688 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e668263f-eec2-416e-9429-31a391142ac9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1992636 Aug 30 10:55:21.747548 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Request body: {'subnet': {'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-743194802-subnet', 'tenant_id': '9721c5cee9c74cdd9dde835f833f905a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:21.783464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.784762 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:21.786073 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.848490 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.864028 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] Pushing event updated for resources: {'Network': ['ID=43f2c14d-fb7b-467f-8d36-fba7940afac1,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:21.881422 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:55:21.961444 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:21.988084 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:55:22.009181 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.009667 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Added segment cfaced32-09af-4d76-b01c-08fd7504d71c of type vlan for network 864ca3f4-4e6f-4892-9074-84b817fbe5da Aug 30 10:55:22.017280 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff22eb92-cff2-4cd7-b155-ff7c247d13b8,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:22.058478 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.081945 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.082304 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.082884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.083449 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.083962 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.085020 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.085563 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.089436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.089436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.089436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.089436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.089436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:22.090376 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-69829518-dffd-4193-97d8-042c1a7ead06 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5113106 Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Tracked resource versions report: Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: pushed versions: Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: { 'AddressGroup': {'1.2'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'ConntrackHelper': {'1.0'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Log': {'1.0'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Network': {'1.1'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Port': {'1.7'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'PortForwarding': {'1.2'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'QosPolicy': {'1.9'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroup': {'1.4'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SubPort': {'1.0'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Subnet': {'1.1'}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Trunk': {'1.1'}} Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: consumer versions: Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: HyperV agent@hv-cinder-80655: {}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'ConntrackHelper': '1.0', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Log': '1.0', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Network': '1.1', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Port': '1.7', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'PortForwarding': '1.2', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'QosPolicy': '1.9', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroup': '1.4', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SecurityGroupRule': '1.2', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'SubPort': '1.0', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Subnet': '1.1', Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: 'Trunk': '1.1'}} Aug 30 10:55:22.090482 dv-cinder-806559-1-iscsi neutron-server[106343]: {{(pid=106343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:55:22.092900 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37552) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:22.096608 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Request body: {'subnet': {'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-subnet', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:22.115523 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.db.api [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:22.115523 dv-cinder-806559-1-iscsi neutron-server[106342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:22.115523 dv-cinder-806559-1-iscsi neutron-server[106342]: [parameters: {'project_id_1': 'cb30cc0da98546329a5eb164d68788ad', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 22, 59776)}] Aug 30 10:55:22.115523 dv-cinder-806559-1-iscsi neutron-server[106342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:22.115960 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG oslo_db.api [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:22.116477 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.db.api [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:22.116477 dv-cinder-806559-1-iscsi neutron-server[106342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:22.116477 dv-cinder-806559-1-iscsi neutron-server[106342]: [parameters: {'project_id_1': '9b99cdcd62864a20a3ff1dddb3d69585', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 22, 103554)}] Aug 30 10:55:22.116477 dv-cinder-806559-1-iscsi neutron-server[106342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:22.117233 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG oslo_db.api [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:22.173984 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.175033 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:22.179354 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.227294 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Made reservation on behalf of 9721c5cee9c74cdd9dde835f833f905a for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:22.230017 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.252558 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Made reservation on behalf of 08e243faa382447b91e7d32d086f3e6c for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:22.255020 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.266376 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.281117 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] Pushing event updated for resources: {'Network': ['ID=864ca3f4-4e6f-4892-9074-84b817fbe5da,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:22.294728 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:55:22.381540 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-837f4e9a-3cba-4321-bf3b-530ec8b608d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6103175 Aug 30 10:55:22.385469 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37568) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:22.393125 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Request body: {'subnet': {'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-subnet', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:22.465863 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Made reservation on behalf of cb30cc0da98546329a5eb164d68788ad for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:22.468222 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.482026 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.570855 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.578414 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.636411 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6085901a-6b96-4902-a13a-0cfc2348cea9,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:22.646051 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Checking segment: {'id': 'ba1fadbf-d651-47a4-8648-c2a87216d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:22.646619 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Network hostable DHCP agents. Network: 6bcedf67-772a-4bc1-b848-276b10a1c2fa, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:55:22.682219 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.712168 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=106342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:55:22.729060 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.730458 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Added segment 537825cb-5ad6-4618-bc08-8a4620eb69d0 of type vlan for network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 Aug 30 10:55:22.730570 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:22.736891 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37586) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:22.749211 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Network 6bcedf67-772a-4bc1-b848-276b10a1c2fa is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:55:22.774945 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Made reservation on behalf of d6ea559807774d15acece5956e6868f5 for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:22.777762 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Notify callbacks [] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.854113 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 6bcedf67-772a-4bc1-b848-276b10a1c2fa) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:22.864814 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebf72e-9a78-4f9b-b87e-8149ba7b4cfc None None] Network 6bcedf67-772a-4bc1-b848-276b10a1c2fa requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:22.874920 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:22.875513 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.893336 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-36d9b323-cf91-4561-a082-496d92a45725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:22.976420 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.053665 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5df2e-6353-48b2-82e4-f0d74942df4d None None] Network 6bcedf67-772a-4bc1-b848-276b10a1c2fa requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:23.083854 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.140984 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.163610 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.164447 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:23.165103 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.173082 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.183547 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=106342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:55:23.215667 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37604) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:23.235189 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1faba8d9-4533-436a-8921-bec595aa9c89,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:23.252169 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.252522 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Added segment 5b821c8c-baea-4d02-8b54-6a41ee166f45 of type vlan for network ea100e7a-af1d-407a-bf23-acf074e8265c Aug 30 10:55:23.259190 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Checking segment: {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:23.259632 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Network hostable DHCP agents. Network: 864ca3f4-4e6f-4892-9074-84b817fbe5da, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:55:23.272817 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf7d6d2-14e1-47dd-80a5-3d6bf3da5c6f,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:23.278640 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Made reservation on behalf of 9b99cdcd62864a20a3ff1dddb3d69585 for: {'subnet': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:23.281016 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.333391 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b46c0a3a-c885-4961-9ba0-4eb69a88cd59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5891933 Aug 30 10:55:23.362572 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cdaa4da5-a5d6-4eb1-90c7-155d056a2794,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:23.368856 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:55:23.374861 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:55:23.402934 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-8a151b43-26ae-4c8f-badf-f1852516f6f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2639334 Aug 30 10:55:23.402934 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.406025 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37610) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:23.409472 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0df09904-0a4a-4d63-bbb7-dc80dd132d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.420249 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Request body: {'subnet': {'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-923111941-subnet', 'tenant_id': '08e243faa382447b91e7d32d086f3e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:23.453483 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 864ca3f4-4e6f-4892-9074-84b817fbe5da) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:23.463650 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:23.464647 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.475897 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ced76-83de-40ff-8964-cd7ef0f92dde None None] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:23.497185 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-36d9b323-cf91-4561-a082-496d92a45725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.545691 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.546671 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:23.547266 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.572278 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-36d9b323-cf91-4561-a082-496d92a45725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.609311 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b323-cf91-4561-a082-496d92a45725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec1ac34-9aa8-4044-88b4-d8f53df79f6b,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:23.649005 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-36d9b323-cf91-4561-a082-496d92a45725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=853acb4ae77742638e046ec43ef5edc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9109142 Aug 30 10:55:23.651598 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37618) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:23.654740 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f7c3f0-2587-4130-972d-a4e0e4d11d85 None None] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:23.661099 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] Pushing event updated for resources: {'Network': ['ID=ea100e7a-af1d-407a-bf23-acf074e8265c,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:23.696044 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network ea100e7a-af1d-407a-bf23-acf074e8265c details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:55:23.709695 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-746148c6-050c-4bcf-9cf1-01a5b3085e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.732169 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-746148c6-050c-4bcf-9cf1-01a5b3085e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.761994 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.796913 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-04906025-493b-4a51-a56e-cc18f987adae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4102914 Aug 30 10:55:23.797565 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37636) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:23.802625 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:23.817606 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37638) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:23.821524 dv-cinder-806559-1-iscsi neutron-server[106343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 10:55:23.835746 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fead83d-b577-4631-a6b0-4586e8607f17,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:23.843196 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Made reservation on behalf of 08e243faa382447b91e7d32d086f3e6c for: {'subnet': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:23.849893 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.899337 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-746148c6-050c-4bcf-9cf1-01a5b3085e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.901853 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-746148c6-050c-4bcf-9cf1-01a5b3085e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:23.903079 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-746148c6-050c-4bcf-9cf1-01a5b3085e86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cec1ac34-9aa8-4044-88b4-d8f53df79f6b HTTP/1.1" status: 204 len: 168 time: 0.2504263 Aug 30 10:55:23.905347 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Checking segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:23.906006 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Network hostable DHCP agents. Network: 43f2c14d-fb7b-467f-8d36-fba7940afac1, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:55:23.923848 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746148c6-050c-4bcf-9cf1-01a5b3085e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec1ac34-9aa8-4044-88b4-d8f53df79f6b,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:24.002060 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e91d7795-eb15-40b8-b090-b6fd3191e52e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2120242 Aug 30 10:55:24.003448 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37642) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:24.015338 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Request body: {'subnet': {'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1952019563-subnet', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:24.046908 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacddb0-7299-4570-b416-119477be150d req-088dfb87-f099-4e74-98e4-646fc17e5d3c tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:24.048362 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-088dfb87-f099-4e74-98e4-646fc17e5d3c tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/networks?id=6bcedf67-772a-4bc1-b848-276b10a1c2fa HTTP/1.1" status: 200 len: 811 time: 0.2297626 Aug 30 10:55:24.059703 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:55:24.065147 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-74b2185e-2361-40b7-8957-d0ca62098353 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/quotas/9721c5cee9c74cdd9dde835f833f905a HTTP/1.1" status: 200 len: 375 time: 0.0101447 Aug 30 10:55:24.121769 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-2980399f-95be-45d6-b0e9-af7e690f42f7 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9721c5cee9c74cdd9dde835f833f905a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497184 Aug 30 10:55:24.134238 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0df09904-0a4a-4d63-bbb7-dc80dd132d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.155027 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 43f2c14d-fb7b-467f-8d36-fba7940afac1) {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:24.161669 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:24.164134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.171099 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b7d3c-82b0-4af5-8ed3-8f9717366730 None None] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:24.177936 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.231090 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0df09904-0a4a-4d63-bbb7-dc80dd132d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.271856 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f705ce4-5a73-44cf-b194-f0f76aa852d4,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:24.315189 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09904-0a4a-4d63-bbb7-dc80dd132d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7098726-1d6b-41d5-aea5-bf67cb783228,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:24.327723 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-0df09904-0a4a-4d63-bbb7-dc80dd132d47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8eb06712f4340528a470454009519ae&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1073062 Aug 30 10:55:24.333349 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3a0fced5-c7d6-4b9e-9dd2-1cbbbbe7b7b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2379522 Aug 30 10:55:24.333349 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37660) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:24.338781 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37662) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:24.343092 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:24.351186 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-43f2c14d-fb7b-467f-8d36-fba7940afac1', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:55:24.352106 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.385681 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-74ffba52-d9f0-48e8-b969-6acaec79c70d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:55:24.392706 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-74ffba52-d9f0-48e8-b969-6acaec79c70d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0856142 Aug 30 10:55:24.406730 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.408036 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.444666 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Checking segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:24.446914 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Network hostable DHCP agents. Network: cdaa4da5-a5d6-4eb1-90c7-155d056a2794, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:55:24.469792 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7abc3ea5-c6f2-4d23-9668-82e1089d10e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.484913 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.db.api [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:24.484913 dv-cinder-806559-1-iscsi neutron-server[106343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:24.484913 dv-cinder-806559-1-iscsi neutron-server[106343]: [parameters: {'project_id_1': '9b99cdcd62864a20a3ff1dddb3d69585', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 24, 355703)}] Aug 30 10:55:24.484913 dv-cinder-806559-1-iscsi neutron-server[106343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:24.485339 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG oslo_db.api [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:24.523386 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7abc3ea5-c6f2-4d23-9668-82e1089d10e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.528372 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Allocated IP 172.20.0.2 (43f2c14d-fb7b-467f-8d36-fba7940afac1/8fead83d-b577-4631-a6b0-4586e8607f17/61c39402-33c1-441d-93b1-6799e6b51f97) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:24.588337 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.604135 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-f1932b4a-389c-4628-b314-bb4dcaa31a09 service neutron] 10.222.0.24 "GET /v2.0/networks/6bcedf67-772a-4bc1-b848-276b10a1c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105660 Aug 30 10:55:24.618199 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:55:24.619512 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Made reservation on behalf of cb30cc0da98546329a5eb164d68788ad for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:24.621765 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.688842 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.727343 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Transition to ACTIVE for port object 61c39402-33c1-441d-93b1-6799e6b51f97 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:24.728367 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, cdaa4da5-a5d6-4eb1-90c7-155d056a2794) {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:24.740606 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7abc3ea5-c6f2-4d23-9668-82e1089d10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.742595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054b4dc-1d3d-4b4e-8f78-879be63c365a None None] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:24.746111 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7abc3ea5-c6f2-4d23-9668-82e1089d10e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.749627 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-7abc3ea5-c6f2-4d23-9668-82e1089d10e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7098726-1d6b-41d5-aea5-bf67cb783228 HTTP/1.1" status: 204 len: 168 time: 0.4111123 Aug 30 10:55:24.769900 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:24.774357 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:24.838012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc3ea5-c6f2-4d23-9668-82e1089d10e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7098726-1d6b-41d5-aea5-bf67cb783228,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:24.861496 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Transition to ACTIVE for port object 61c39402-33c1-441d-93b1-6799e6b51f97 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:24.908652 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-5fc8f1b0-ad2e-42c8-a036-f603044ac8b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4903460 Aug 30 10:55:24.919206 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9987b4-a8d9-48b4-bc2b-c4c7207972ca None None] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:24.969566 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-513dbffc-4289-466d-9fc7-713240539325 service neutron] 10.222.0.24 "GET /v2.0/networks/6bcedf67-772a-4bc1-b848-276b10a1c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514767 Aug 30 10:55:24.995261 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.069474 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:25.083049 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:25.086863 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:25.105597 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Pushing event updated for resources: {'Port': ['ID=61c39402-33c1-441d-93b1-6799e6b51f97,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:25.106505 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.108285 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.122360 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.130461 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.130861 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.132108 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.132864 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.133773 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.133881 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.134197 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.134529 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.134930 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.135809 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.136319 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.136627 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Tracked resource versions report: Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: pushed versions: Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: { 'AddressGroup': {'1.2'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'ConntrackHelper': {'1.0'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Log': {'1.0'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Network': {'1.1'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Port': {'1.7'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'PortForwarding': {'1.2'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'QosPolicy': {'1.9'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroup': {'1.4'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SubPort': {'1.0'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Subnet': {'1.1'}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Trunk': {'1.1'}} Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: consumer versions: Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: HyperV agent@hv-cinder-80655: {}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'ConntrackHelper': '1.0', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Log': '1.0', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Network': '1.1', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Port': '1.7', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'PortForwarding': '1.2', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'QosPolicy': '1.9', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroup': '1.4', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SecurityGroupRule': '1.2', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'SubPort': '1.0', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Subnet': '1.1', Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: 'Trunk': '1.1'}} Aug 30 10:55:25.138211 dv-cinder-806559-1-iscsi neutron-server[106344]: {{(pid=106344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:55:25.226850 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.385855 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37704) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:25.399874 dv-cinder-806559-1-iscsi neutron-server[106342]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 10:55:25.447322 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Attempting to bind port 61c39402-33c1-441d-93b1-6799e6b51f97 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:25.447322 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Attempting to bind port 61c39402-33c1-441d-93b1-6799e6b51f97 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:25.447322 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Attempting to bind port 61c39402-33c1-441d-93b1-6799e6b51f97 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:25.453604 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:25.453884 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Checking segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:25.454470 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.455254 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Bound using segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:25.455904 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Bound port: 61c39402-33c1-441d-93b1-6799e6b51f97, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:25.456610 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.470670 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-588d7204-5269-4cb0-a33c-99770937e610 req-77ac9cee-34f2-44c4-b9f1-7cd977e51e4b tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.0723982 Aug 30 10:55:25.566138 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] For port 61c39402-33c1-441d-93b1-6799e6b51f97, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:25.571271 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] For port 61c39402-33c1-441d-93b1-6799e6b51f97, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=61c39402-33c1-441d-93b1-6799e6b51f97,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:25.598668 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.615059 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.625718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.703796 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80933e7-748d-45ff-ab41-1e96a2097ef3,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:25.715377 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37720) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:25.737585 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05f46-b732-40c3-8fe2-78948d7fa090 None None] Pushing event updated for resources: {'Port': ['ID=61c39402-33c1-441d-93b1-6799e6b51f97,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:25.744953 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-201637e4-1e33-40e1-bce9-fe37a8345b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.813096 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Checking segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:25.813729 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Network hostable DHCP agents. Network: ea100e7a-af1d-407a-bf23-acf074e8265c, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:55:25.903049 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-201637e4-1e33-40e1-bce9-fe37a8345b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:25.947657 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Network ea100e7a-af1d-407a-bf23-acf074e8265c is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:55:26.001009 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-201637e4-1e33-40e1-bce9-fe37a8345b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.055221 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.133157 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, ea100e7a-af1d-407a-bf23-acf074e8265c) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:26.139519 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.144267 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd70ad7-fca7-4a91-84fc-e7378f493651 None None] Network ea100e7a-af1d-407a-bf23-acf074e8265c requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:26.155358 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:26.156300 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.174552 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-201637e4-1e33-40e1-bce9-fe37a8345b56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2056ba44d034e9bb4ad2a4c4f1d6265&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4538844 Aug 30 10:55:26.174552 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37746) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:26.174552 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201637e4-1e33-40e1-bce9-fe37a8345b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c682d45-4d7f-4a0a-bc74-c7dccf96af1c,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:26.247451 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60e03948-a0c0-4ea6-ba91-235ce3e23aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.279612 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60e03948-a0c0-4ea6-ba91-235ce3e23aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.345137 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-3377d1e2-90fe-4afe-9282-d1deb3cd5b9e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3404877 Aug 30 10:55:26.347915 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37752) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:26.359132 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:26.393596 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-ea100e7a-af1d-407a-bf23-acf074e8265c', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:55:26.395268 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.487200 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60e03948-a0c0-4ea6-ba91-235ce3e23aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.491533 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60e03948-a0c0-4ea6-ba91-235ce3e23aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.494544 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-60e03948-a0c0-4ea6-ba91-235ce3e23aba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c682d45-4d7f-4a0a-bc74-c7dccf96af1c HTTP/1.1" status: 204 len: 168 time: 0.3216288 Aug 30 10:55:26.505350 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e03948-a0c0-4ea6-ba91-235ce3e23aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c682d45-4d7f-4a0a-bc74-c7dccf96af1c,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:26.521700 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.524057 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.542391 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Allocated IP 172.27.2.89 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/92f41f17-de4c-43cf-a245-0e46a6778f6d) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:26.554596 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.576091 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-ef98a23a-6bb6-451c-b7d2-be066cb4032c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:26.583498 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-ef98a23a-6bb6-451c-b7d2-be066cb4032c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 0.3910148 Aug 30 10:55:26.615868 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.640656 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-b1fae744-cd27-4d68-b920-6eaac7d84329 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/quotas/08e243faa382447b91e7d32d086f3e6c HTTP/1.1" status: 200 len: 375 time: 0.0562098 Aug 30 10:55:26.661416 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Allocated IP 172.20.0.2 (ea100e7a-af1d-407a-bf23-acf074e8265c/c80933e7-748d-45ff-ab41-1e96a2097ef3/e8d6f176-0bdb-4362-b415-97d89505be37) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:26.742879 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-ec0177e6-89d3-4c00-b0b7-351467d4facd tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008115 Aug 30 10:55:26.768272 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:26.804622 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e125b743-136f-43d5-965e-ba236d05fab8 req-82325f6f-350d-4472-ae3d-9908830093f2 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.2370729 Aug 30 10:55:26.886476 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 61c39402-33c1-441d-93b1-6799e6b51f97 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:27.014159 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.030516 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-407942a2-ef74-48ef-873d-9fb3a7d256d3 service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867775 Aug 30 10:55:27.036975 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-fd10433e-e88b-4474-8ab7-74fddca80818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.125426 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.138863 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.139100 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Transition to ACTIVE for port object e8d6f176-0bdb-4362-b415-97d89505be37 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:27.167336 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Transition to ACTIVE for port object e8d6f176-0bdb-4362-b415-97d89505be37 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:27.186219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20025e96-5412-4bb6-b401-790580a6eec9 None None] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:27.344983 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 61c39402-33c1-441d-93b1-6799e6b51f97 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:27.350765 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.350942 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-119a80b3-2a78-497b-8665-49b521267ef0 service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071077 Aug 30 10:55:27.433193 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Pushing event updated for resources: {'Port': ['ID=e8d6f176-0bdb-4362-b415-97d89505be37,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:27.457624 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Network ea100e7a-af1d-407a-bf23-acf074e8265c is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:27.462751 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:27.465511 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:27.492071 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.502064 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Allocated IP 172.27.2.250 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/969ac6c4-90c8-44b5-84e0-caed2d9e69d7) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:27.567742 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Attempting to bind port e8d6f176-0bdb-4362-b415-97d89505be37 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:27.568319 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Attempting to bind port e8d6f176-0bdb-4362-b415-97d89505be37 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:27.569035 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Attempting to bind port e8d6f176-0bdb-4362-b415-97d89505be37 on network ea100e7a-af1d-407a-bf23-acf074e8265c {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:27.587248 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.601961 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:27.603101 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Checking segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:27.606078 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.607058 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Bound using segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:27.608161 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Bound port: e8d6f176-0bdb-4362-b415-97d89505be37, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:27.608816 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:27.610063 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.626743 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.627071 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:27.631457 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:27.633325 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Pushing event updated for resources: {'Port': ['ID=92f41f17-de4c-43cf-a245-0e46a6778f6d,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:27.776809 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] For port e8d6f176-0bdb-4362-b415-97d89505be37, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:27.782840 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] For port e8d6f176-0bdb-4362-b415-97d89505be37, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e8d6f176-0bdb-4362-b415-97d89505be37,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:27.785058 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-0dd78ef0-be2b-48b4-aac0-d7b792a8250b None None] Provisioning for port 61c39402-33c1-441d-93b1-6799e6b51f97 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:27.793017 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-0dd78ef0-be2b-48b4-aac0-d7b792a8250b None None] Provisioning complete for port 61c39402-33c1-441d-93b1-6799e6b51f97 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:27.794128 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0dd78ef0-be2b-48b4-aac0-d7b792a8250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:27.878487 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e23f4663-466f-4eee-89e2-7d9a38b0ad17 req-ab98837e-50f1-4e3b-a75d-8fbdf4614307 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.1590915 Aug 30 10:55:27.924064 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:28.073530 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23622ee9-7f9e-4622-a5a7-9da5bf7fb0d6 None None] Pushing event updated for resources: {'Port': ['ID=e8d6f176-0bdb-4362-b415-97d89505be37,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:28.097387 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:28.202563 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0dd78ef0-be2b-48b4-aac0-d7b792a8250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:28.205403 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-823f6c39-bdae-4580-968e-efcfe5f46adf req-d6a2e428-4e40-4970-9b71-d3253dd235bc tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.1028588 Aug 30 10:55:28.293746 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:28.368214 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-0dd78ef0-be2b-48b4-aac0-d7b792a8250b None None] For port 61c39402-33c1-441d-93b1-6799e6b51f97, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=61c39402-33c1-441d-93b1-6799e6b51f97,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:28.422784 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:28.435475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0dd78ef0-be2b-48b4-aac0-d7b792a8250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:28.494682 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:28.500435 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:28.516107 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:28.565408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Allocated IP 172.27.2.83 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/d2d45999-a64f-4a5a-8d3b-ac5c7166393d) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:28.574879 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-80c27c59-4a48-4644-9946-4d55830518f8 None None] Provisioning complete for port 61c39402-33c1-441d-93b1-6799e6b51f97 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:28.575311 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-80c27c59-4a48-4644-9946-4d55830518f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:28.579334 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd78ef0-be2b-48b4-aac0-d7b792a8250b None None] Pushing event updated for resources: {'Port': ['ID=61c39402-33c1-441d-93b1-6799e6b51f97,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:28.636267 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37838) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:28.744088 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Pushing event updated for resources: {'Port': ['ID=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:28.786033 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.010279 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.037501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e8d6f176-0bdb-4362-b415-97d89505be37 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:29.067935 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5f3ebe8a-4adb-42fc-9985-d5eed9e13cbd req-fc06534e-c3ba-4c80-b35b-9b13a452cd21 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.0731449 Aug 30 10:55:29.084294 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.111436 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:29.116445 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:29.126112 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:29.137384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-65a4225e-89b6-4dfb-aa24-c55c15420234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.212586 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port e8d6f176-0bdb-4362-b415-97d89505be37 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:29.216756 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 61c39402-33c1-441d-93b1-6799e6b51f97 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:29.288855 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 61c39402-33c1-441d-93b1-6799e6b51f97 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:29.289532 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.326805 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:29.392359 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.559312 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Router 808a5ac5-7875-4a04-8f23-962ed35dbd65 is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:55:29.593960 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f80b634f-e261-442b-bba9-b9cdcc46fe21 req-f92608e9-da77-4689-8b6c-f73a3ff4540f tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.0654459 Aug 30 10:55:29.726701 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-65a4225e-89b6-4dfb-aa24-c55c15420234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.730035 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27928d0e-fd0b-4087-aa87-96b434f571c0 None None] Network ea100e7a-af1d-407a-bf23-acf074e8265c requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:55:29.734221 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.847343 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-65a4225e-89b6-4dfb-aa24-c55c15420234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.911648 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-4737ce07-e2e7-44db-9f2b-97703ddfdbbf None None] Provisioning for port e8d6f176-0bdb-4362-b415-97d89505be37 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:29.920716 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-4737ce07-e2e7-44db-9f2b-97703ddfdbbf None None] Provisioning complete for port e8d6f176-0bdb-4362-b415-97d89505be37 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:29.921263 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4737ce07-e2e7-44db-9f2b-97703ddfdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:29.960877 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:55:29.981024 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Sync routers for ids ['808a5ac5-7875-4a04-8f23-962ed35dbd65'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:55:30.016487 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Routers {'808a5ac5-7875-4a04-8f23-962ed35dbd65'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:30.019151 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['808a5ac5-7875-4a04-8f23-962ed35dbd65'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:30.024755 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.078933 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.084902 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-8bc6917b-328c-4ff6-8fb1-291c86168e0e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2852056 Aug 30 10:55:30.085587 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37884) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:30.113293 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4737ce07-e2e7-44db-9f2b-97703ddfdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.142767 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-55c93a9d-4e7b-4682-b554-3cdc7b7ef77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.183380 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-4737ce07-e2e7-44db-9f2b-97703ddfdbbf None None] For port e8d6f176-0bdb-4362-b415-97d89505be37, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e8d6f176-0bdb-4362-b415-97d89505be37,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:30.186508 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4225e-89b6-4dfb-aa24-c55c15420234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba269c-a4e8-430d-ab42-78a8f1097a7b,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:30.202377 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-65a4225e-89b6-4dfb-aa24-c55c15420234 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=275d7a229a224190b78aaedc3695f4a5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5599082 Aug 30 10:55:30.206692 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37888) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:30.260137 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4737ce07-e2e7-44db-9f2b-97703ddfdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.346160 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737ce07-e2e7-44db-9f2b-97703ddfdbbf None None] Pushing event updated for resources: {'Port': ['ID=e8d6f176-0bdb-4362-b415-97d89505be37,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:30.351886 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd1aa24b-846b-4d3f-83e4-45146dd667da req-127209b9-db48-4ab2-a2d4-5cfabd9530ba tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.0528717 Aug 30 10:55:30.372310 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.419700 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91606cbf-f229-4113-9f7b-bfeaf97dcafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.486028 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91606cbf-f229-4113-9f7b-bfeaf97dcafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.519658 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Set router 808a5ac5-7875-4a04-8f23-962ed35dbd65 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:30.535583 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.595882 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Router 9fba9a5b-f21b-4285-9000-05cc488b10b4 is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:55:30.597481 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-f015bbf0-4823-4ad7-92a3-e83c7dc0d4a2 None None] Provisioning complete for port e8d6f176-0bdb-4362-b415-97d89505be37 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:30.598084 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f015bbf0-4823-4ad7-92a3-e83c7dc0d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.786882 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:55:27Z', 'revision_number': 3, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port': {'id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:30.812774 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91606cbf-f229-4113-9f7b-bfeaf97dcafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.815527 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-91606cbf-f229-4113-9f7b-bfeaf97dcafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.818692 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-91606cbf-f229-4113-9f7b-bfeaf97dcafd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1aba269c-a4e8-430d-ab42-78a8f1097a7b HTTP/1.1" status: 204 len: 168 time: 0.5957687 Aug 30 10:55:30.823635 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Checking router: 808a5ac5-7875-4a04-8f23-962ed35dbd65 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:55:30.825797 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Updating router 808a5ac5-7875-4a04-8f23-962ed35dbd65 port 92f41f17-de4c-43cf-a245-0e46a6778f6d binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:55:30.836797 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91606cbf-f229-4113-9f7b-bfeaf97dcafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba269c-a4e8-430d-ab42-78a8f1097a7b,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:30.874803 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:55:30.890329 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e8d6f176-0bdb-4362-b415-97d89505be37 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:30.899021 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.936894 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:30.952900 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:55:30.976615 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.18', 62641) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:30.984353 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Sync routers for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:55:31.041662 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port e8d6f176-0bdb-4362-b415-97d89505be37 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:31.042040 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:31.086550 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:31.087236 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:31.145166 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:55:31.161856 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Sync routers for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:55:31.181270 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:31.230140 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:31.230721 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:31.233642 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cd51461a-c004-4313-b82f-679493c1ea67 req-dfb2aa0a-9d8e-4350-9f6e-530fa75df911 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.2538135 Aug 30 10:55:31.235464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:31.236801 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ea13cb0c-1dd5-41ff-88b0-beab48483c83 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8873684 Aug 30 10:55:31.239793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37938) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:31.313923 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:31.321667 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6efbd23d-f7a9-4389-9607-7444cbda5d8c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9817116 Aug 30 10:55:31.324581 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37940) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:31.352093 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:31.470857 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacddb0-7299-4570-b416-119477be150d req-79a4d26e-1ed3-4fe4-88db-d362311614d9 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:31.472622 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-79a4d26e-1ed3-4fe4-88db-d362311614d9 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.18 "GET /v2.0/networks?id=6bcedf67-772a-4bc1-b848-276b10a1c2fa HTTP/1.1" status: 200 len: 811 time: 0.4647164 Aug 30 10:55:31.550436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Request body: {'port': {'device_id': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa', 'admin_state_up': True, 'tenant_id': '9721c5cee9c74cdd9dde835f833f905a'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:31.575588 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:31.847899 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.18', 62644) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:31.848473 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 37958) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:31.875759 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:29Z', 'revision_number': 3, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:31.899143 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5fa37387-06cf-4c97-a247-78b50945ad8d req-785503e6-da68-4a81-9e0f-9c1939bdef66 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.0540941 Aug 30 10:55:31.943049 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Checking router: 9fba9a5b-f21b-4285-9000-05cc488b10b4 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:55:31.945000 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Updating router 9fba9a5b-f21b-4285-9000-05cc488b10b4 port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:55:32.017076 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.032210 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Made reservation on behalf of 9721c5cee9c74cdd9dde835f833f905a for: {'port': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:32.040091 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Transition to ACTIVE for port object 92f41f17-de4c-43cf-a245-0e46a6778f6d will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:32.040315 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.040404 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.049979 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:29Z', 'revision_number': 3, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:32.106709 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Checking router: ae8d96d9-d1df-4f12-a278-cd5808dd8d86 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:55:32.107307 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Updating router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 port d2d45999-a64f-4a5a-8d3b-ac5c7166393d binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:55:32.137435 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.144436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7fe236d1-6d2a-4952-94f6-5a642fc0cde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.204602 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.432902 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Attempting to bind port 92f41f17-de4c-43cf-a245-0e46a6778f6d on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Attempting to bind port 92f41f17-de4c-43cf-a245-0e46a6778f6d by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Attempting to bind port 92f41f17-de4c-43cf-a245-0e46a6778f6d on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Bound port: 92f41f17-de4c-43cf-a245-0e46a6778f6d, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:32.435061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.455621 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-2304a3cd-43e0-480f-8ec4-eac4024e83d3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:32.457246 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-2304a3cd-43e0-480f-8ec4-eac4024e83d3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 0.6077368 Aug 30 10:55:32.487089 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Request body: {'port': {'device_id': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'admin_state_up': True, 'tenant_id': '08e243faa382447b91e7d32d086f3e6c'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:32.544614 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3f56f101-2482-4739-93eb-1cd516921940 req-82f6bbf8-a20a-47b5-accc-a4dfbc661b3e tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.1214602 Aug 30 10:55:32.574882 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Pushing event updated for resources: {'Port': ['ID=92f41f17-de4c-43cf-a245-0e46a6778f6d,revision_number=2']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:32.595197 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.605516 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 37996) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:32.605794 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.606261 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.606714 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.607220 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.607703 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.608135 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.608573 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.609885 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.610464 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.611170 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.611523 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.611932 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:55:32.612240 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Transition to ACTIVE for port object 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Tracked resource versions report: Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: pushed versions: Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: { 'AddressGroup': {'1.2'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'ConntrackHelper': {'1.0'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Log': {'1.0'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Network': {'1.1'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Port': {'1.7'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'PortForwarding': {'1.2'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'QosPolicy': {'1.9'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroup': {'1.4'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroupRule': {'1.2'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SubPort': {'1.0'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Subnet': {'1.1'}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Trunk': {'1.1'}} Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: consumer versions: Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: { DHCP agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: HyperV agent@hv-cinder-80655: {}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: L3 agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: Metadata agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: Metering agent@dv-cinder-806559-1-iscsi: {}, Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: Open vSwitch agent@dv-cinder-806559-1-iscsi: { 'AddressGroup': '1.2', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'ConntrackHelper': '1.0', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Log': '1.0', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Network': '1.1', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Port': '1.7', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'PortForwarding': '1.2', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'QosPolicy': '1.9', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroup': '1.4', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SecurityGroupRule': '1.2', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'SubPort': '1.0', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Subnet': '1.1', Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: 'Trunk': '1.1'}} Aug 30 10:55:32.613311 dv-cinder-806559-1-iscsi neutron-server[106345]: {{(pid=106345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 10:55:32.632072 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-37683f1f-ca2f-4c2d-b9d5-5e45d5a12cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.656626 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] For port 92f41f17-de4c-43cf-a245-0e46a6778f6d, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:32.662324 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] For port 92f41f17-de4c-43cf-a245-0e46a6778f6d, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=92f41f17-de4c-43cf-a245-0e46a6778f6d,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:32.676455 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.721086 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.781503 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.812885 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad61c7-863b-46ea-941b-d7bf7f37849f None None] Pushing event updated for resources: {'Port': ['ID=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:32.842611 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Attempting to bind port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:32.843376 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Attempting to bind port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:32.843974 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Attempting to bind port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:32.862250 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:32.866132 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:32.868381 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.869383 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:32.870324 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Bound port: 969ac6c4-90c8-44b5-84e0-caed2d9e69d7, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:32.876355 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.914888 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:32.946748 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] For port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:32.946748 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] For port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:32.951972 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Allocated IP 172.20.0.3 (6bcedf67-772a-4bc1-b848-276b10a1c2fa/6085901a-6b96-4902-a13a-0cfc2348cea9/882ce370-7b8d-410c-a5e3-3ad373b4900b) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:33.030129 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.046896 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.685865 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Allocated IP 172.20.0.1 (ea100e7a-af1d-407a-bf23-acf074e8265c/c80933e7-748d-45ff-ab41-1e96a2097ef3/d4af16f2-8ecb-408c-87ec-27c507f2efeb) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:33.688065 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Routers {'808a5ac5-7875-4a04-8f23-962ed35dbd65'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:33.688065 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['808a5ac5-7875-4a04-8f23-962ed35dbd65'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:33.697084 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:33.697084 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:33.697863 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a3834da1-e501-4789-85d9-e10bbf3a7e35 req-89c38cac-a2ce-40d7-baa1-647184b52c73 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.1383026 Aug 30 10:55:33.697926 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Allocated IP 172.20.0.1 (43f2c14d-fb7b-467f-8d36-fba7940afac1/8fead83d-b577-4631-a6b0-4586e8607f17/64e0f348-e56d-4d26-ba28-7ba858eb7974) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:33.697993 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38008) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:33.697993 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7fe236d1-6d2a-4952-94f6-5a642fc0cde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.698092 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca43bb9-cd01-41d6-abb0-8c40375ce14e None None] Pushing event updated for resources: {'Port': ['ID=92f41f17-de4c-43cf-a245-0e46a6778f6d,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:33.698149 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Allocated IP 172.20.0.1 (864ca3f4-4e6f-4892-9074-84b817fbe5da/1faba8d9-4533-436a-8921-bec595aa9c89/b1927c67-8d63-4c96-9d6c-ce4ce28df4af) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:33.698211 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.698269 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] Set router 808a5ac5-7875-4a04-8f23-962ed35dbd65 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:33.698324 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Transition to ACTIVE for port object 64e0f348-e56d-4d26-ba28-7ba858eb7974 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:33.698381 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad61c7-863b-46ea-941b-d7bf7f37849f None None] Pushing event updated for resources: {'Port': ['ID=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:33.698443 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7fe236d1-6d2a-4952-94f6-5a642fc0cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.698500 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.698569 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.698627 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Transition to ACTIVE for port object d2d45999-a64f-4a5a-8d3b-ac5c7166393d will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:33.717897 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Transition to ACTIVE for port object d4af16f2-8ecb-408c-87ec-27c507f2efeb will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:33.746561 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.806077 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:55:27Z', 'revision_number': 3, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port': {'id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:33.823893 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4fb42c06-a41a-4b66-add1-18ba4105392a req-fc3d57e7-0072-4c7e-97e2-45b78684fee9 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.0782039 Aug 30 10:55:33.839905 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:33.842922 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.db.api [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:33.842922 dv-cinder-806559-1-iscsi neutron-server[106343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:33.842922 dv-cinder-806559-1-iscsi neutron-server[106343]: [parameters: {'project_id_1': '08e243faa382447b91e7d32d086f3e6c', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 33, 276922)}] Aug 30 10:55:33.842922 dv-cinder-806559-1-iscsi neutron-server[106343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:33.843335 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG oslo_db.api [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:33.857602 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:33.869428 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:33.884287 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.884287 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620feb6-d763-454d-85f0-24c50baf5a5f None None] The sync data for ids ['808a5ac5-7875-4a04-8f23-962ed35dbd65'] in dv-cinder-806559-1-iscsi is: [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:55:27Z', 'revision_number': 3, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port': {'id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:55:33.894258 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:33.895053 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:33.934352 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe236d1-6d2a-4952-94f6-5a642fc0cde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f37f0d-acfb-4ba8-a25a-8a155c17ed8a,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:34.015503 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7fe236d1-6d2a-4952-94f6-5a642fc0cde5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d30e9c993d664b63874be1f3b572159a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1466835 Aug 30 10:55:34.016143 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Pushing event updated for resources: {'Port': ['ID=64e0f348-e56d-4d26-ba28-7ba858eb7974,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:34.016143 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38016) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:34.072489 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Attempting to bind port d2d45999-a64f-4a5a-8d3b-ac5c7166393d on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:34.072914 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Attempting to bind port d2d45999-a64f-4a5a-8d3b-ac5c7166393d by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:34.080753 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Attempting to bind port d2d45999-a64f-4a5a-8d3b-ac5c7166393d on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:34.090333 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb70f208-ed97-427b-b6bb-14713d3ae20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.096133 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be00ec-6e23-4b64-a244-335516b7f8e3 None None] Pushing event updated for resources: {'Port': ['ID=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,revision_number=2']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:34.120531 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:34.121018 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:34.121670 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.121959 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:34.122466 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Bound port: d2d45999-a64f-4a5a-8d3b-ac5c7166393d, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:34.123026 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.181970 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.216567 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.377487 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] For port d2d45999-a64f-4a5a-8d3b-ac5c7166393d, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:34.395428 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] For port d2d45999-a64f-4a5a-8d3b-ac5c7166393d, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:34.572803 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:29Z', 'revision_number': 3, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:34.592101 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-caecdf03-eb79-426c-8df5-fa8b8609e40a req-f0cca26c-6929-4874-a6ed-722726838e50 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.0820205 Aug 30 10:55:34.607549 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.613401 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-37683f1f-ca2f-4c2d-b9d5-5e45d5a12cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.635598 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.680409 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b0406-2dc7-4974-a896-aaf0bdaa2985 None None] The sync data for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi is: [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:29Z', 'revision_number': 3, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:55:34.682343 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-d126d913-d074-461c-8778-0913695dab8b None None] Provisioning for port 64e0f348-e56d-4d26-ba28-7ba858eb7974 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:34.689470 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-d126d913-d074-461c-8778-0913695dab8b None None] Provisioning complete for port 64e0f348-e56d-4d26-ba28-7ba858eb7974 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:34.689470 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d126d913-d074-461c-8778-0913695dab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.695957 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-21864811-2a9c-40b9-a771-9159e8c25406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.697191 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.744236 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Network ea100e7a-af1d-407a-bf23-acf074e8265c is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:34.752916 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-37683f1f-ca2f-4c2d-b9d5-5e45d5a12cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.769011 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:34.782893 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Pushing event updated for resources: {'Port': ['ID=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:34.792006 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-d126d913-d074-461c-8778-0913695dab8b None None] Port 64e0f348-e56d-4d26-ba28-7ba858eb7974 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:55:34.793785 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:34.803089 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be00ec-6e23-4b64-a244-335516b7f8e3 None None] Pushing event updated for resources: {'Port': ['ID=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:34.828055 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:34.829065 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:34.930639 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 92f41f17-de4c-43cf-a245-0e46a6778f6d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:34.967317 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:34.982576 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.019536 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37683f1f-ca2f-4c2d-b9d5-5e45d5a12cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca975ac9-a333-4eaf-95b8-0e597597c8fa,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:35.040774 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:35.084043 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:35.150656 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:35.168277 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Network 6bcedf67-772a-4bc1-b848-276b10a1c2fa is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:35.174670 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.db.api [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:35.174670 dv-cinder-806559-1-iscsi neutron-server[106343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:35.174670 dv-cinder-806559-1-iscsi neutron-server[106343]: [parameters: {'project_id_1': '08e243faa382447b91e7d32d086f3e6c', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 34, 360023)}] Aug 30 10:55:35.174670 dv-cinder-806559-1-iscsi neutron-server[106343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:35.175035 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG oslo_db.api [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:35.183568 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 92f41f17-de4c-43cf-a245-0e46a6778f6d completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:35.188595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 92f41f17-de4c-43cf-a245-0e46a6778f6d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:35.189186 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.299431 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:35.299914 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.305298 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Pushing event updated for resources: {'Port': ['ID=882ce370-7b8d-410c-a5e3-3ad373b4900b,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:35.309202 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:35.311465 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:35.318204 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:35.319112 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.565402 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-21864811-2a9c-40b9-a771-9159e8c25406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.565492 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.566713 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-989098f5-299a-41fa-9392-1321f175a45c None None] Provisioning for port d4af16f2-8ecb-408c-87ec-27c507f2efeb completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:35.571780 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-37683f1f-ca2f-4c2d-b9d5-5e45d5a12cc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b01e5bd24848b7b078283a10015790&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9652061 Aug 30 10:55:35.577127 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-989098f5-299a-41fa-9392-1321f175a45c None None] Provisioning complete for port d4af16f2-8ecb-408c-87ec-27c507f2efeb triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:35.577555 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-989098f5-299a-41fa-9392-1321f175a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.604228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38024) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:35.673060 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ff843-961b-4e0c-b933-8cdd2bd43e19 req-aa22fc62-d847-4848-a502-8ddf57f6f285 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:35.680000 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de4ff843-961b-4e0c-b933-8cdd2bd43e19 req-aa22fc62-d847-4848-a502-8ddf57f6f285 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 931 time: 0.6031997 Aug 30 10:55:35.690225 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-989098f5-299a-41fa-9392-1321f175a45c None None] Port d4af16f2-8ecb-408c-87ec-27c507f2efeb cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:55:35.715582 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:29Z', 'revision_number': 3, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:35.720257 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Pushing event updated for resources: {'Port': ['ID=d4af16f2-8ecb-408c-87ec-27c507f2efeb,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:35.724805 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 92f41f17-de4c-43cf-a245-0e46a6778f6d, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=92f41f17-de4c-43cf-a245-0e46a6778f6d,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:35.781921 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885ae93-524a-4bc2-9f63-3da0a9d96919 None None] The sync data for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi is: [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:29Z', 'revision_number': 3, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:55:35.860038 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-18db8ec8-a37b-445e-be68-5cd34f73170a req-fa84c51b-d9a8-4c42-853d-ab89dd172bd7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.0551150 Aug 30 10:55:35.938848 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb70f208-ed97-427b-b6bb-14713d3ae20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.962113 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:35.966686 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de4ff843-961b-4e0c-b933-8cdd2bd43e19 req-400e4779-56e8-4607-b07d-fbf70f06e9e8 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475739 Aug 30 10:55:36.068181 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb70f208-ed97-427b-b6bb-14713d3ae20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.094079 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.095451 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=92f41f17-de4c-43cf-a245-0e46a6778f6d,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:36.120852 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-66345ada-e3bc-484c-9e2c-ced8a90acb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.147477 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.164167 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-85ba7931-445b-48ae-a07a-282253f2b5da tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6271050 Aug 30 10:55:36.190464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-21864811-2a9c-40b9-a771-9159e8c25406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.190464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-21864811-2a9c-40b9-a771-9159e8c25406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.194150 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-eb70f208-ed97-427b-b6bb-14713d3ae20e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24bff54b69be43dfa7d244b27603e1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8650391 Aug 30 10:55:36.194317 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-21864811-2a9c-40b9-a771-9159e8c25406 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22f37f0d-acfb-4ba8-a25a-8a155c17ed8a HTTP/1.1" status: 204 len: 168 time: 2.1725686 Aug 30 10:55:36.200011 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38030) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:36.208246 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-a9964da2-170f-4540-a0d0-3858873e43f9 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:55:36.209547 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-a9964da2-170f-4540-a0d0-3858873e43f9 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150449 Aug 30 10:55:36.234500 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-66345ada-e3bc-484c-9e2c-ced8a90acb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.250950 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70f208-ed97-427b-b6bb-14713d3ae20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb568d21-76e0-446c-bc95-e54c1f0845cd,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:36.351026 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21864811-2a9c-40b9-a771-9159e8c25406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f37f0d-acfb-4ba8-a25a-8a155c17ed8a,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:36.394939 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.399152 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Made reservation on behalf of 08e243faa382447b91e7d32d086f3e6c for: {'port': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:36.427876 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.487716 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-272b7775-2de1-451a-b13e-e02421e60d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.657650 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-272b7775-2de1-451a-b13e-e02421e60d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.672962 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-66345ada-e3bc-484c-9e2c-ced8a90acb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.685286 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-66345ada-e3bc-484c-9e2c-ced8a90acb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:36.691448 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-66345ada-e3bc-484c-9e2c-ced8a90acb6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca975ac9-a333-4eaf-95b8-0e597597c8fa HTTP/1.1" status: 204 len: 168 time: 1.0727885 Aug 30 10:55:36.800464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66345ada-e3bc-484c-9e2c-ced8a90acb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca975ac9-a333-4eaf-95b8-0e597597c8fa,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:36.801266 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Request body: {'port': {'device_id': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:36.931555 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.000641 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.006838 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.021745 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.041515 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.084213 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Allocated IP 172.20.0.9 (cdaa4da5-a5d6-4eb1-90c7-155d056a2794/9f705ce4-5a73-44cf-b194-f0f76aa852d4/8dfad23f-1906-47b1-94d7-aa6f435be300) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:37.156088 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:37.277510 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Pushing event updated for resources: {'Port': ['ID=64e0f348-e56d-4d26-ba28-7ba858eb7974,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:37.317564 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38042) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:37.351202 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c88b6b73-b1f7-4a88-b2ce-3a6ad44d64a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.353077 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.353952 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.355667 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-272b7775-2de1-451a-b13e-e02421e60d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.358354 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-272b7775-2de1-451a-b13e-e02421e60d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.362223 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-272b7775-2de1-451a-b13e-e02421e60d37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb568d21-76e0-446c-bc95-e54c1f0845cd HTTP/1.1" status: 204 len: 168 time: 1.1443450 Aug 30 10:55:37.369180 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:37.380915 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:37.384466 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.411034 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e135bcd6-beca-49a5-8405-63d16e8ed8ae req-34d98758-c82d-405c-85e2-da91b97052cb tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.0629110 Aug 30 10:55:37.435263 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38d05b-674a-434c-a0b5-7c3fad9adf62 req-e6ecbc8c-de00-4e71-925c-64369afa439f tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:37.436644 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd38d05b-674a-434c-a0b5-7c3fad9adf62 req-e6ecbc8c-de00-4e71-925c-64369afa439f tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 931 time: 0.2483909 Aug 30 10:55:37.528115 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:37.545524 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:37.555918 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b7775-2de1-451a-b13e-e02421e60d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb568d21-76e0-446c-bc95-e54c1f0845cd,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:37.590470 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.624798 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.685651 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:37.750225 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.752055 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 92f41f17-de4c-43cf-a245-0e46a6778f6d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:37.858090 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd38d05b-674a-434c-a0b5-7c3fad9adf62 req-cf576425-fc20-42ed-971b-a5f10dde9d80 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991699 Aug 30 10:55:37.862869 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.869098 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:37.877124 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:37.948770 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 92f41f17-de4c-43cf-a245-0e46a6778f6d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:37.950652 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.178989 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Pushing event updated for resources: {'Port': ['ID=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:38.190772 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-63028d35-973a-4f21-9b69-07384999adc1 None None] Provisioning complete for port 64e0f348-e56d-4d26-ba28-7ba858eb7974 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:38.192224 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-63028d35-973a-4f21-9b69-07384999adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.273480 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d2d45999-a64f-4a5a-8d3b-ac5c7166393d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:38.360827 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-63028d35-973a-4f21-9b69-07384999adc1 None None] Port 64e0f348-e56d-4d26-ba28-7ba858eb7974 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:55:38.460434 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c88b6b73-b1f7-4a88-b2ce-3a6ad44d64a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.474362 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Router 9fba9a5b-f21b-4285-9000-05cc488b10b4 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:55:38.478168 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port d2d45999-a64f-4a5a-8d3b-ac5c7166393d completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:38.482266 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port d2d45999-a64f-4a5a-8d3b-ac5c7166393d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:38.482606 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.494715 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Network ea100e7a-af1d-407a-bf23-acf074e8265c is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:38.501485 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:38.513027 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Pushing event updated for resources: {'Port': ['ID=d4af16f2-8ecb-408c-87ec-27c507f2efeb,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:38.568781 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c88b6b73-b1f7-4a88-b2ce-3a6ad44d64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.588350 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.611305 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c88b6b73-b1f7-4a88-b2ce-3a6ad44d64a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=370f44f3f8ef4b03800f479d325d88d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2905982 Aug 30 10:55:38.619672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38070) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:38.672772 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.814265 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port d2d45999-a64f-4a5a-8d3b-ac5c7166393d, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:38.874369 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.911803 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-45529584-6273-4c8b-b953-e448f66006ce req-ddad9805-ea5a-4e2a-ac13-52e87e11ad86 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.4043353 Aug 30 10:55:38.926747 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:38.954348 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:55:38.972333 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:38.993488 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b6b73-b1f7-4a88-b2ce-3a6ad44d64a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db83d6b7-b3f2-4973-94d4-cb51fc4ca8b2,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:39.013324 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:39.106834 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:55:39.163639 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:39.173500 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:39.201695 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event updated for resources: {'Port': ['ID=8dfad23f-1906-47b1-94d7-aa6f435be300,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:39.233085 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ecf4567a-ae3d-4a90-8b0c-57ab92a2b34f None None] Provisioning complete for port d4af16f2-8ecb-408c-87ec-27c507f2efeb triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:39.233649 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ecf4567a-ae3d-4a90-8b0c-57ab92a2b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.328040 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4567a-ae3d-4a90-8b0c-57ab92a2b34f None None] Port d4af16f2-8ecb-408c-87ec-27c507f2efeb cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:55:39.350766 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:39.354994 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.532557 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882ce370-7b8d-410c-a5e3-3ad373b4900b {{(pid=106343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:55:39.558911 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.576225 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:55:39.582738 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Sync routers for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:55:39.589058 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17d3fdfb-0eed-4f1f-9a74-9fa5a9f9b55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.599263 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:39.599934 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:39.606482 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:39.628832 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17d3fdfb-0eed-4f1f-9a74-9fa5a9f9b55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.673440 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:39.677204 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:39.684350 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:39.685162 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.692825 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e54b922e-d791-4cc9-82f5-18f4b80fccd7 admin admin] 10.222.0.24 "PUT /v2.0/routers/9fba9a5b-f21b-4285-9000-05cc488b10b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3667855 Aug 30 10:55:39.711098 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10e640-0b88-4264-974e-7f2fea30650d req-14215a9a-d067-4a5b-94a7-d45299ffd44b tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:39.719298 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ff10e640-0b88-4264-974e-7f2fea30650d req-14215a9a-d067-4a5b-94a7-d45299ffd44b tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 931 time: 0.4698088 Aug 30 10:55:39.870955 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ff10e640-0b88-4264-974e-7f2fea30650d req-4d45b127-6142-4232-bf55-09462600d8c0 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507475 Aug 30 10:55:39.873898 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Router 808a5ac5-7875-4a04-8f23-962ed35dbd65 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:55:39.894418 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.provisioning_blocks [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Transition to ACTIVE for port object 882ce370-7b8d-410c-a5e3-3ad373b4900b will not be triggered until provisioned by entity L2. {{(pid=106343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:39.912823 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-d128eb5d-eba4-42ec-a6f2-93230f3d17d6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4278800 Aug 30 10:55:39.922564 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17d3fdfb-0eed-4f1f-9a74-9fa5a9f9b55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.931767 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17d3fdfb-0eed-4f1f-9a74-9fa5a9f9b55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:39.931942 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:39.932030 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-17d3fdfb-0eed-4f1f-9a74-9fa5a9f9b55c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db83d6b7-b3f2-4973-94d4-cb51fc4ca8b2 HTTP/1.1" status: 204 len: 168 time: 1.2214081 Aug 30 10:55:39.940159 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3fdfb-0eed-4f1f-9a74-9fa5a9f9b55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db83d6b7-b3f2-4973-94d4-cb51fc4ca8b2,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:39.943616 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:55:40.018820 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-120200e4-7266-4c95-afcd-95edb1803e34 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae8d96d9-d1df-4f12-a278-cd5808dd8d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7777801 Aug 30 10:55:40.023800 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Sync routers for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:55:40.046396 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:40.049468 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:40.150510 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Request body: {'port': {'device_id': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:40.186518 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:40.200465 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:55:40.227232 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1820ea64-4d40-4723-ac41-01ebb564ec84 admin admin] 10.222.0.24 "PUT /v2.0/routers/808a5ac5-7875-4a04-8f23-962ed35dbd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1353638 Aug 30 10:55:40.263160 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Sync routers for ids ['808a5ac5-7875-4a04-8f23-962ed35dbd65'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:55:40.263835 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:40.347887 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:40.372724 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Pushing event updated for resources: {'Port': ['ID=882ce370-7b8d-410c-a5e3-3ad373b4900b,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:40.383155 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Routers {'808a5ac5-7875-4a04-8f23-962ed35dbd65'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:40.383837 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['808a5ac5-7875-4a04-8f23-962ed35dbd65'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:40.448147 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09df94-ea21-477f-9adf-ce1e95aa5565 req-1914ad18-da40-4aa8-8c68-2f6e30f8d894 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:40.450212 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7d09df94-ea21-477f-9adf-ce1e95aa5565 req-1914ad18-da40-4aa8-8c68-2f6e30f8d894 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 931 time: 0.3065083 Aug 30 10:55:40.523304 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Attempting to bind port 882ce370-7b8d-410c-a5e3-3ad373b4900b on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:40.524014 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Attempting to bind port 882ce370-7b8d-410c-a5e3-3ad373b4900b by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'ba1fadbf-d651-47a4-8648-c2a87216d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:40.525699 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Attempting to bind port 882ce370-7b8d-410c-a5e3-3ad373b4900b on network 6bcedf67-772a-4bc1-b848-276b10a1c2fa {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:40.539307 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Port 882ce370-7b8d-410c-a5e3-3ad373b4900b on network 6bcedf67-772a-4bc1-b848-276b10a1c2fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:55:40.539896 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Attempting to bind port 882ce370-7b8d-410c-a5e3-3ad373b4900b on network 6bcedf67-772a-4bc1-b848-276b10a1c2fa {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:40.567836 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 2, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:40.593429 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:40.594185 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Checking segment: {'id': 'ba1fadbf-d651-47a4-8648-c2a87216d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:40.595074 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Bound using segment: {'id': 'ba1fadbf-d651-47a4-8648-c2a87216d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:40.595748 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Bound port: 882ce370-7b8d-410c-a5e3-3ad373b4900b, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1fadbf-d651-47a4-8648-c2a87216d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:40.596485 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:40.600629 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Checking router: 9fba9a5b-f21b-4285-9000-05cc488b10b4 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:55:40.601032 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Updating router 9fba9a5b-f21b-4285-9000-05cc488b10b4 port 64e0f348-e56d-4d26-ba28-7ba858eb7974 binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:55:40.642454 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Set router 808a5ac5-7875-4a04-8f23-962ed35dbd65 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:40.643407 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:40.654050 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7d09df94-ea21-477f-9adf-ce1e95aa5565 req-a805e0ae-c488-472d-849f-7c46d3687cf3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956854 Aug 30 10:55:40.654761 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 2, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:40.696976 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Checking router: ae8d96d9-d1df-4f12-a278-cd5808dd8d86 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:55:40.697575 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Updating router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 port d4af16f2-8ecb-408c-87ec-27c507f2efeb binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:55:40.729393 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:40.936391 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] For port 882ce370-7b8d-410c-a5e3-3ad373b4900b, host hv-cinder-80655, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:40.963483 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] For port 882ce370-7b8d-410c-a5e3-3ad373b4900b, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=882ce370-7b8d-410c-a5e3-3ad373b4900b,segment=NetworkSegment(ba1fadbf-d651-47a4-8648-c2a87216d2de),segment_id=ba1fadbf-d651-47a4-8648-c2a87216d2de)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:41.061803 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:41.194183 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port': {'id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'b1927c67-8d63-4c96-9d6c-ce4ce28df4af', 'name': '', 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'mac_address': 'fa:16:3e:37:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 2, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'subnets': [{'id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:41.215831 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Checking router: 808a5ac5-7875-4a04-8f23-962ed35dbd65 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:55:41.216291 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Updating router 808a5ac5-7875-4a04-8f23-962ed35dbd65 port b1927c67-8d63-4c96-9d6c-ce4ce28df4af binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:55:41.218631 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d2d45999-a64f-4a5a-8d3b-ac5c7166393d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:41.266914 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Pushing event updated for resources: {'Port': ['ID=882ce370-7b8d-410c-a5e3-3ad373b4900b,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:41.320893 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:41.361580 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:41.374889 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:41.378293 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-7df0f178-f281-411d-9173-cdb13531d655 service neutron] 10.222.0.18 "PUT /v2.0/ports/882ce370-7b8d-410c-a5e3-3ad373b4900b HTTP/1.1" status: 200 len: 1093 time: 4.9099197 Aug 30 10:55:41.395972 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'tag': '882ce370-7b8d-410c-a5e3-3ad373b4900b'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:55:41.397921 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:41.562373 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port d2d45999-a64f-4a5a-8d3b-ac5c7166393d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:41.563027 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:41.642970 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Transition to ACTIVE for port object 64e0f348-e56d-4d26-ba28-7ba858eb7974 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:41.814565 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:41.862132 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Transition to ACTIVE for port object d4af16f2-8ecb-408c-87ec-27c507f2efeb will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:41.921780 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:41.961329 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.098186 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f154f-92c2-421e-9161-3bef45621a1a None None] Pushing event updated for resources: {'Port': ['ID=d4af16f2-8ecb-408c-87ec-27c507f2efeb,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:42.225774 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dc099-538f-4d25-bdb7-d847d6ed2333 None None] Pushing event updated for resources: {'Port': ['ID=64e0f348-e56d-4d26-ba28-7ba858eb7974,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:42.312908 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Attempting to bind port d4af16f2-8ecb-408c-87ec-27c507f2efeb on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:42.312908 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Attempting to bind port d4af16f2-8ecb-408c-87ec-27c507f2efeb by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:42.312908 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Attempting to bind port d4af16f2-8ecb-408c-87ec-27c507f2efeb on network ea100e7a-af1d-407a-bf23-acf074e8265c {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:42.335702 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:42.336612 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Checking segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:42.337170 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.339176 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Bound using segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:42.339786 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Bound port: d4af16f2-8ecb-408c-87ec-27c507f2efeb, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:42.340330 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.463597 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Attempting to bind port 64e0f348-e56d-4d26-ba28-7ba858eb7974 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:42.464275 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Attempting to bind port 64e0f348-e56d-4d26-ba28-7ba858eb7974 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:42.464419 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Attempting to bind port 64e0f348-e56d-4d26-ba28-7ba858eb7974 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:42.550200 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:42.550726 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Checking segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:42.551145 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.551609 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Bound using segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:42.552180 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Bound port: 64e0f348-e56d-4d26-ba28-7ba858eb7974, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:42.552570 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.555959 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfad23f-1906-47b1-94d7-aa6f435be300 {{(pid=106343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:55:42.617266 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9943d7-93e5-4352-be24-378c3f21d189", "tag": "882ce370-7b8d-410c-a5e3-3ad373b4900b"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:55:42.621929 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38154) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:42.635184 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-02a399b0-4310-4187-aa79-0608c23cd07f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748980877', 'description': 'tempest-description--957168052'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:42.653359 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.672501 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] For port d4af16f2-8ecb-408c-87ec-27c507f2efeb, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:42.682909 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] For port d4af16f2-8ecb-408c-87ec-27c507f2efeb, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=d4af16f2-8ecb-408c-87ec-27c507f2efeb,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:42.714036 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.772322 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.805637 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Transition to ACTIVE for port object b1927c67-8d63-4c96-9d6c-ce4ce28df4af will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:42.837559 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacddb0-7299-4570-b416-119477be150d req-12393a5c-19cc-4e4e-9d2d-ae58168350e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:42.839427 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-12393a5c-19cc-4e4e-9d2d-ae58168350e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9721c5cee9c74cdd9dde835f833f905a&device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 1096 time: 1.2599905 Aug 30 10:55:42.858007 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-02a399b0-4310-4187-aa79-0608c23cd07f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:42.861022 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] For port 64e0f348-e56d-4d26-ba28-7ba858eb7974, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:42.867677 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] For port 64e0f348-e56d-4d26-ba28-7ba858eb7974, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=64e0f348-e56d-4d26-ba28-7ba858eb7974,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:42.878634 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.provisioning_blocks [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Transition to ACTIVE for port object 8dfad23f-1906-47b1-94d7-aa6f435be300 will not be triggered until provisioned by entity L2. {{(pid=106343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:42.912160 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:42.916859 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:43.003951 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-e1b613fd-a55f-4054-8b2d-b2b2530c9f84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=882ce370-7b8d-410c-a5e3-3ad373b4900b HTTP/1.1" status: 200 len: 217 time: 0.1271079 Aug 30 10:55:43.028521 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f154f-92c2-421e-9161-3bef45621a1a None None] Pushing event updated for resources: {'Port': ['ID=d4af16f2-8ecb-408c-87ec-27c507f2efeb,revision_number=4']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:43.107539 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-02a399b0-4310-4187-aa79-0608c23cd07f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:43.133734 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb0cd-7713-4c73-b3bb-b7b0799de7cf req-6fcc7163-1c52-4b4c-a692-019206c83513 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:43.134662 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0a1fb0cd-7713-4c73-b3bb-b7b0799de7cf req-6fcc7163-1c52-4b4c-a692-019206c83513 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 943 time: 0.3066111 Aug 30 10:55:43.173834 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacddb0-7299-4570-b416-119477be150d req-f89c6926-052a-4a8c-af5e-bc356acc43cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:43.175738 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-f89c6926-052a-4a8c-af5e-bc356acc43cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6085901a-6b96-4902-a13a-0cfc2348cea9 HTTP/1.1" status: 200 len: 851 time: 0.1600466 Aug 30 10:55:43.202898 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:43.223014 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0a1fb0cd-7713-4c73-b3bb-b7b0799de7cf req-25bbf798-bf5b-45e9-9599-b31c94be3ad1 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767319 Aug 30 10:55:43.230787 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:43.257531 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:43.281885 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-02a399b0-4310-4187-aa79-0608c23cd07f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:43.348572 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:43.453277 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38170) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:43.501333 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b7ad-8032-41f6-991e-928910c18a2d None None] Pushing event updated for resources: {'Port': ['ID=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:43.655427 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625837991', 'description': 'tempest-description--85241989'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:43.709402 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Pushing event updated for resources: {'Port': ['ID=8dfad23f-1906-47b1-94d7-aa6f435be300,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:43.805226 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:43.805976 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:42Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:43.809553 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:43.904185 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770429dc-8795-456e-8991-1c1eaf43d502 None None] The sync data for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi is: [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:42Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:55:43.935843 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a399b0-4310-4187-aa79-0608c23cd07f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b5b25-6434-43cd-b778-92c601e50400,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:43.983889 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-eeb53079-7b7c-4683-9908-f8ab56dbdc1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bcedf67-772a-4bc1-b848-276b10a1c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5927625 Aug 30 10:55:44.078258 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dc099-538f-4d25-bdb7-d847d6ed2333 None None] Pushing event updated for resources: {'Port': ['ID=64e0f348-e56d-4d26-ba28-7ba858eb7974,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:44.081293 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Attempting to bind port b1927c67-8d63-4c96-9d6c-ce4ce28df4af on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:44.081568 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Attempting to bind port b1927c67-8d63-4c96-9d6c-ce4ce28df4af by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:44.081998 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Attempting to bind port b1927c67-8d63-4c96-9d6c-ce4ce28df4af on network 864ca3f4-4e6f-4892-9074-84b817fbe5da {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:44.108192 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Attempting to bind port 8dfad23f-1906-47b1-94d7-aa6f435be300 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:44.112175 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Attempting to bind port 8dfad23f-1906-47b1-94d7-aa6f435be300 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:44.112814 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Attempting to bind port 8dfad23f-1906-47b1-94d7-aa6f435be300 on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:44.149700 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:44.307216 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Checking segment: {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:44.307216 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:44.307216 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Bound using segment: {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:44.307216 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Bound port: b1927c67-8d63-4c96-9d6c-ce4ce28df4af, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:44.307216 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:44.308987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Port 8dfad23f-1906-47b1-94d7-aa6f435be300 on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:55:44.308987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Attempting to bind port 8dfad23f-1906-47b1-94d7-aa6f435be300 on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:44.308987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:44.308987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Checking segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:44.308987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Bound using segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:44.308987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Bound port: 8dfad23f-1906-47b1-94d7-aa6f435be300, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:44.308987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:44.309837 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:44.310045 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6099f-e92f-4d8e-9bc4-57cf6905021f req-ec0b424f-741b-477f-a863-fa3802071c64 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:44.310045 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2cd6099f-e92f-4d8e-9bc4-57cf6905021f req-ec0b424f-741b-477f-a863-fa3802071c64 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 943 time: 0.8041961 Aug 30 10:55:44.371399 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-8192abab-6f1b-4b57-85d3-734355ac6c6a service neutron] 10.222.0.18 "GET /v2.0/networks/6bcedf67-772a-4bc1-b848-276b10a1c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678634 Aug 30 10:55:44.405909 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2cd6099f-e92f-4d8e-9bc4-57cf6905021f req-3cea1656-b20d-432b-b831-5d7f8fa95c82 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274316 Aug 30 10:55:44.426408 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] For port b1927c67-8d63-4c96-9d6c-ce4ce28df4af, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:44.447652 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] For port b1927c67-8d63-4c96-9d6c-ce4ce28df4af, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:44.469671 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:44.502766 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-c9f5b03e-74de-4642-b468-f8d5c11e685f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:44.514404 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-c9f5b03e-74de-4642-b468-f8d5c11e685f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 818 time: 0.4327686 Aug 30 10:55:44.542694 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-02a399b0-4310-4187-aa79-0608c23cd07f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:44.544710 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:44.550737 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-02a399b0-4310-4187-aa79-0608c23cd07f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9260368 Aug 30 10:55:44.552365 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-1202e93f-cd0f-409e-934f-3c0001630463 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/quotas/d6ea559807774d15acece5956e6868f5 HTTP/1.1" status: 200 len: 375 time: 0.0371542 Aug 30 10:55:44.554773 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38206) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:44.569651 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-4144649d-9a4e-4aa7-a12e-b52d3330c01d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'security_group_rule': {'security_group_id': '5a2b5b25-6434-43cd-b778-92c601e50400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:44.619010 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] For port 8dfad23f-1906-47b1-94d7-aa6f435be300, host hv-cinder-80655, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:44.622056 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] For port 8dfad23f-1906-47b1-94d7-aa6f435be300, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=8dfad23f-1906-47b1-94d7-aa6f435be300,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:44.720196 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.db.api [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 10:55:44.720196 dv-cinder-806559-1-iscsi neutron-server[106343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 10:55:44.720196 dv-cinder-806559-1-iscsi neutron-server[106343]: [parameters: {'project_id_1': '9b99cdcd62864a20a3ff1dddb3d69585', 'expiration_1': datetime.datetime(2021, 8, 30, 10, 55, 44, 671629)}] Aug 30 10:55:44.720196 dv-cinder-806559-1-iscsi neutron-server[106343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:55:44.721061 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG oslo_db.api [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:55:44.751982 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:44.753837 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Routers {'808a5ac5-7875-4a04-8f23-962ed35dbd65'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:55:44.754654 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:55:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['808a5ac5-7875-4a04-8f23-962ed35dbd65'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:45.014066 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b7ad-8032-41f6-991e-928910c18a2d None None] Pushing event updated for resources: {'Port': ['ID=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:45.015342 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-a7f63dc6-f9bb-44a2-b0a2-958879f21fa0 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2707603 Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bacddb0-7299-4570-b416-119477be150d req-bf1132e9-0b55-4025-bf8b-1780dd835d01 service neutron] 10.222.0.18 "GET /v2.0/networks/6bcedf67-772a-4bc1-b848-276b10a1c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854608 Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] 10.222.0.18 "PUT /v2.0/ports/8dfad23f-1906-47b1-94d7-aa6f435be300 HTTP/1.1" status: 200 len: 1093 time: 4.7619078 Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c11fb-7b39-4579-bcf8-30d7f8c49c87 x-openstack-request-id: req-b11c11fb-7b39-4579-bcf8-30d7f8c49c87 {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9943d7-93e5-4352-be24-378c3f21d189", "tag": "882ce370-7b8d-410c-a5e3-3ad373b4900b", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b11c11fb-7b39-4579-bcf8-30d7f8c49c87 {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'tag': '882ce370-7b8d-410c-a5e3-3ad373b4900b', 'status': 'completed', 'code': 200} Aug 30 10:55:45.016362 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ab22-fd03-4660-89f3-c6cf537d8adc service neutron] Pushing event updated for resources: {'Port': ['ID=8dfad23f-1906-47b1-94d7-aa6f435be300,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:45.017792 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:42Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:45.067295 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650e24f-23d6-4ea8-a52c-49a4ec3af359 None None] The sync data for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi is: [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:42Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:55:45.131233 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] Set router 808a5ac5-7875-4a04-8f23-962ed35dbd65 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:55:45.171010 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4144649d-9a4e-4aa7-a12e-b52d3330c01d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:45.221648 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:45.364077 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-0d98a3d6-7b8c-43bc-94b2-4abe9f061775 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 10:55:45.379227 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-0d98a3d6-7b8c-43bc-94b2-4abe9f061775 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2794042 Aug 30 10:55:45.554928 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d4af16f2-8ecb-408c-87ec-27c507f2efeb up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:45.672175 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-33958e35-8785-4f31-8195-7d86c51886c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:45.674341 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-33958e35-8785-4f31-8195-7d86c51886c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 1096 time: 0.3619587 Aug 30 10:55:45.686185 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-7e579bb5-4c8e-4bfd-b595-948ead1998a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:45.688093 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-7e579bb5-4c8e-4bfd-b595-948ead1998a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9721c5cee9c74cdd9dde835f833f905a&device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 1096 time: 0.3996108 Aug 30 10:55:45.723650 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f15a2a-c374-4ffb-97d6-bdbe29da989b req-237cdaa9-8942-41a3-8341-f9b2093e3927 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:45.733478 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-32f15a2a-c374-4ffb-97d6-bdbe29da989b req-237cdaa9-8942-41a3-8341-f9b2093e3927 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 943 time: 0.3571708 Aug 30 10:55:45.735614 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4144649d-9a4e-4aa7-a12e-b52d3330c01d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:45.810202 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port': {'id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'b1927c67-8d63-4c96-9d6c-ce4ce28df4af', 'name': '', 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'mac_address': 'fa:16:3e:37:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:44Z', 'revision_number': 4, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'subnets': [{'id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:55:45.816787 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-12296d29-66c4-4102-badf-6df87ee78c03 service neutron] 10.222.0.24 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364259 Aug 30 10:55:45.836055 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fb9d4-0b78-4aa0-98d2-65bb0c7a391f None None] The sync data for ids ['808a5ac5-7875-4a04-8f23-962ed35dbd65'] in dv-cinder-806559-1-iscsi is: [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port': {'id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'b1927c67-8d63-4c96-9d6c-ce4ce28df4af', 'name': '', 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'mac_address': 'fa:16:3e:37:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:44Z', 'revision_number': 4, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'subnets': [{'id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:55:45.886497 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38232) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:45.934749 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4144649d-9a4e-4aa7-a12e-b52d3330c01d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:45.978472 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144649d-9a4e-4aa7-a12e-b52d3330c01d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13267f3-2ee5-4d19-87d8-10cbb802dbd8,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:45.987619 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port d4af16f2-8ecb-408c-87ec-27c507f2efeb completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:46.034353 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port d4af16f2-8ecb-408c-87ec-27c507f2efeb triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:46.034949 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:46.178802 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-aacc96b0-7a44-410d-9dc7-c96893ed3588 service neutron] 10.222.0.24 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574603 Aug 30 10:55:46.287554 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:46.287919 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:46.288012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-194ab7c5-2c67-4fca-b8a0-405e1b64ead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:46.432765 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port d4af16f2-8ecb-408c-87ec-27c507f2efeb, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=d4af16f2-8ecb-408c-87ec-27c507f2efeb,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:46.434079 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-023bc35e-7f7f-4170-b8c6-7f031117ca5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfad23f-1906-47b1-94d7-aa6f435be300 HTTP/1.1" status: 200 len: 217 time: 0.1575732 Aug 30 10:55:46.434079 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-1c456c19-a9f0-45f8-af88-15e5787ae01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:46.434079 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-1c456c19-a9f0-45f8-af88-15e5787ae01f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6bcedf67-772a-4bc1-b848-276b10a1c2fa HTTP/1.1" status: 200 len: 912 time: 0.5477517 Aug 30 10:55:46.434079 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-32f15a2a-c374-4ffb-97d6-bdbe29da989b req-970f71f9-3d0e-42a2-b36c-85a55e691875 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473026 Aug 30 10:55:46.452823 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-342c4ecf-ee86-4f9a-a2dd-a13db59df4a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=882ce370-7b8d-410c-a5e3-3ad373b4900b HTTP/1.1" status: 200 len: 217 time: 0.0902104 Aug 30 10:55:46.549394 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:46.560694 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:46.596836 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-911784a2-1f92-4895-9d7a-ebe9008d4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:46.598498 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-911784a2-1f92-4895-9d7a-ebe9008d4778 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.2370472 Aug 30 10:55:46.640809 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=d4af16f2-8ecb-408c-87ec-27c507f2efeb,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:46.644601 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4144649d-9a4e-4aa7-a12e-b52d3330c01d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:46.645940 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-4144649d-9a4e-4aa7-a12e-b52d3330c01d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0901387 Aug 30 10:55:46.651212 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38238) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:46.654226 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-561707cc-9d28-49a4-a6bc-8d8431c7f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:46.655871 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-561707cc-9d28-49a4-a6bc-8d8431c7f08c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6085901a-6b96-4902-a13a-0cfc2348cea9 HTTP/1.1" status: 200 len: 851 time: 0.1657898 Aug 30 10:55:46.657819 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226b7dad-651b-47f3-94fa-705088146b41,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:46.659201 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-471ee35a-4cea-424e-aebf-febd29c1fac2 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'security_group_rule': {'security_group_id': '5a2b5b25-6434-43cd-b778-92c601e50400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:46.686729 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd9b65-6508-4bb1-bc19-eee58d9bd771 req-ea21815f-4b1c-434a-ba7f-e26b1a19bcb4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:46.687300 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a3bd9b65-6508-4bb1-bc19-eee58d9bd771 req-ea21815f-4b1c-434a-ba7f-e26b1a19bcb4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 943 time: 0.1810598 Aug 30 10:55:46.809962 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ddc9dd11-04d5-43a7-a3c8-e8c3b651411a req-aca1d0ae-09b7-43e9-aefc-1e1a6994861e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 210 time: 0.0728414 Aug 30 10:55:46.843921 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-599a52cd-a5dc-4e8d-85ee-d894d8058ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bcedf67-772a-4bc1-b848-276b10a1c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363742 Aug 30 10:55:46.902121 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-159b2fc6-d21b-48f6-8293-0794806ca7be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2138231 Aug 30 10:55:46.952528 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-194ab7c5-2c67-4fca-b8a0-405e1b64ead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:47.044528 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'tag': '8dfad23f-1906-47b1-94d7-aa6f435be300'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:55:47.046836 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63628109-80b1-4671-833e-5ad0f74f0d48" -d '{"events": [{"name": "network-changed", "server_uuid": "6e78f627-ec58-42bd-9244-eb7292520b0b", "tag": "8dfad23f-1906-47b1-94d7-aa6f435be300"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:55:47.126888 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a3bd9b65-6508-4bb1-bc19-eee58d9bd771 req-aee397a4-d056-4cb2-818f-20a2afde3d22 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885736 Aug 30 10:55:47.144351 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-194ab7c5-2c67-4fca-b8a0-405e1b64ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:47.282832 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-194ab7c5-2c67-4fca-b8a0-405e1b64ead7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3ea6d9150ad46a4ac158546635c6c90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3950679 Aug 30 10:55:47.290196 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38272) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:47.404836 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d4af16f2-8ecb-408c-87ec-27c507f2efeb up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:47.456137 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6f3e6-1d2f-45c2-9aa1-384b9d5c31f6 x-openstack-request-id: req-bad6f3e6-1d2f-45c2-9aa1-384b9d5c31f6 {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:55:47.456402 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e78f627-ec58-42bd-9244-eb7292520b0b", "tag": "8dfad23f-1906-47b1-94d7-aa6f435be300", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:55:47.456664 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bad6f3e6-1d2f-45c2-9aa1-384b9d5c31f6 {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:55:47.459405 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'tag': '8dfad23f-1906-47b1-94d7-aa6f435be300', 'status': 'completed', 'code': 200} Aug 30 10:55:47.465476 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:47.465748 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-41f057f1-727b-45ec-a8db-ab6ca4192585 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.9836869 Aug 30 10:55:47.476766 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38276) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:47.477745 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-4c74ea25-c459-44f2-a640-0200fec23294 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:47.479675 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-4c74ea25-c459-44f2-a640-0200fec23294 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 818 time: 0.2970130 Aug 30 10:55:47.480739 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ab7c5-2c67-4fca-b8a0-405e1b64ead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b2f9f7-0b94-481c-bb5b-39cdf9d351c7,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:47.489644 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-05d9c23d-bf88-4a9e-8eba-a3da0194ebc7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'security_group_rule': {'security_group_id': '226b7dad-651b-47f3-94fa-705088146b41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:47.543313 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port d4af16f2-8ecb-408c-87ec-27c507f2efeb triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:47.543790 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:47.576464 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-89f265c0-45de-4b8a-9b16-e2f5b003cd17 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/quotas/d6ea559807774d15acece5956e6868f5 HTTP/1.1" status: 200 len: 375 time: 0.0575917 Aug 30 10:55:47.599150 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-99893e33-c0ea-409b-825d-839388fbb177 service neutron] 10.222.0.18 "GET /v2.0/networks/6bcedf67-772a-4bc1-b848-276b10a1c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876104 Aug 30 10:55:47.616353 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-40b0902c-5cc5-46ba-9f98-0e523be6ea53 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736517 Aug 30 10:55:47.763493 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107d76-5745-47fa-b447-366e76360375 req-4a3f3d7d-f1f2-4fdc-9484-d06c9616fd41 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:47.764976 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c6107d76-5745-47fa-b447-366e76360375 req-4a3f3d7d-f1f2-4fdc-9484-d06c9616fd41 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 943 time: 0.0975316 Aug 30 10:55:47.783524 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b1927c67-8d63-4c96-9d6c-ce4ce28df4af up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:47.823422 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-2f7f5333-d40b-4d72-a328-49211338950d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2177777 Aug 30 10:55:47.829970 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf636406-ae15-494d-a9cf-941434f71f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:47.876662 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c6107d76-5745-47fa-b447-366e76360375 req-c9279608-08ad-4ebf-b0f5-2d5617d15903 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986142 Aug 30 10:55:47.948211 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf636406-ae15-494d-a9cf-941434f71f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:47.979368 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-471ee35a-4cea-424e-aebf-febd29c1fac2 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.027152 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-d3183215-500e-476e-b6fc-ccb0a26105f3 service neutron] 10.222.0.24 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942666 Aug 30 10:55:48.046062 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port b1927c67-8d63-4c96-9d6c-ce4ce28df4af completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:48.049911 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port b1927c67-8d63-4c96-9d6c-ce4ce28df4af triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:48.050286 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.131925 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05d9c23d-bf88-4a9e-8eba-a3da0194ebc7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.140009 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.141532 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-8da3d5aa-6c4f-40bb-be98-22995f80cd8e service neutron] 10.222.0.24 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051300 Aug 30 10:55:48.177177 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port b1927c67-8d63-4c96-9d6c-ce4ce28df4af, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:48.183032 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf636406-ae15-494d-a9cf-941434f71f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.189208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf636406-ae15-494d-a9cf-941434f71f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.189208 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-cf636406-ae15-494d-a9cf-941434f71f42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04b2f9f7-0b94-481c-bb5b-39cdf9d351c7 HTTP/1.1" status: 204 len: 168 time: 0.8812065 Aug 30 10:55:48.202736 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf636406-ae15-494d-a9cf-941434f71f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b2f9f7-0b94-481c-bb5b-39cdf9d351c7,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:48.207418 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-471ee35a-4cea-424e-aebf-febd29c1fac2 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.263977 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.265008 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 64e0f348-e56d-4d26-ba28-7ba858eb7974 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:48.276145 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05d9c23d-bf88-4a9e-8eba-a3da0194ebc7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.296060 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973ef66-f0d4-49af-b755-40641e9ba247 req-699c9a2d-e133-4e72-853b-81a9a15662b7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:48.297670 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3973ef66-f0d4-49af-b755-40641e9ba247 req-699c9a2d-e133-4e72-853b-81a9a15662b7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 943 time: 0.0791416 Aug 30 10:55:48.315419 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-471ee35a-4cea-424e-aebf-febd29c1fac2 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.335459 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ee35a-4cea-424e-aebf-febd29c1fac2 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edfa13b-a563-47af-bfbf-42f1688f1cee,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:48.349299 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3973ef66-f0d4-49af-b755-40641e9ba247 req-08ac26ed-c373-4bf2-8249-2f4696de6a97 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Aug 30 10:55:48.362036 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:48.480792 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-471ee35a-4cea-424e-aebf-febd29c1fac2 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.485331 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-471ee35a-4cea-424e-aebf-febd29c1fac2 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8295169 Aug 30 10:55:48.487242 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38292) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:48.495699 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:48.501479 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-50119840-35ed-4343-8aca-53bd2eccfe5f req-c122c1cb-3ee2-4f82-94bf-cd26ac5a8238 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 210 time: 0.0409470 Aug 30 10:55:48.501739 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05d9c23d-bf88-4a9e-8eba-a3da0194ebc7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.526701 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9c23d-bf88-4a9e-8eba-a3da0194ebc7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be75a3ca-a396-4b58-b636-f1779758a196,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:48.531421 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 64e0f348-e56d-4d26-ba28-7ba858eb7974 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:55:48.536281 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 64e0f348-e56d-4d26-ba28-7ba858eb7974 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:48.536433 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.640148 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.652625 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.674266 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 64e0f348-e56d-4d26-ba28-7ba858eb7974, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=64e0f348-e56d-4d26-ba28-7ba858eb7974,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:48.731758 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05d9c23d-bf88-4a9e-8eba-a3da0194ebc7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.732987 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-05d9c23d-bf88-4a9e-8eba-a3da0194ebc7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2550685 Aug 30 10:55:48.735945 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38300) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:48.743992 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-a4374ab2-c584-41d8-8d0a-c01a6dc7d16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'security_group_rule': {'security_group_id': '226b7dad-651b-47f3-94fa-705088146b41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:48.760515 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.862230 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a4374ab2-c584-41d8-8d0a-c01a6dc7d16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.873742 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:48.910236 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=64e0f348-e56d-4d26-ba28-7ba858eb7974,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:48.986728 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a4374ab2-c584-41d8-8d0a-c01a6dc7d16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.051708 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Allocated IP 172.27.2.16 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/1798fbc0-5082-464c-b7e0-6a7ea975a77d) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:49.087945 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a4374ab2-c584-41d8-8d0a-c01a6dc7d16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.102196 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b1927c67-8d63-4c96-9d6c-ce4ce28df4af up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:49.117687 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4374ab2-c584-41d8-8d0a-c01a6dc7d16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a7053b-3c1f-455b-abe8-a232dde05a21,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:49.181699 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f73266-c641-4cd6-a1d6-2279d518678b req-bbd817fe-97fe-42e0-9874-51fd0f9da542 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:49.183425 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e1f73266-c641-4cd6-a1d6-2279d518678b req-bbd817fe-97fe-42e0-9874-51fd0f9da542 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 943 time: 0.1274626 Aug 30 10:55:49.218405 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a4374ab2-c584-41d8-8d0a-c01a6dc7d16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.221870 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-a4374ab2-c584-41d8-8d0a-c01a6dc7d16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4844666 Aug 30 10:55:49.224819 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38318) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:49.233712 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:49.270081 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.274982 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e1f73266-c641-4cd6-a1d6-2279d518678b req-eae8b523-ceb7-459a-964f-3a9185d4025a tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823040 Aug 30 10:55:49.322594 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port b1927c67-8d63-4c96-9d6c-ce4ce28df4af triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:49.322980 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.390308 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.427303 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 64e0f348-e56d-4d26-ba28-7ba858eb7974 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:55:49.449194 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:49.460267 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:49.473794 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:49.501383 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.513970 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'Port': ['ID=1798fbc0-5082-464c-b7e0-6a7ea975a77d,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:49.556756 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 64e0f348-e56d-4d26-ba28-7ba858eb7974 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:55:49.557333 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.637757 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9be45-703e-40b3-8d53-bf3cec5622c2 req-93d85089-6018-4244-8a58-ab2bcde7bf36 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:49.657902 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eee9be45-703e-40b3-8d53-bf3cec5622c2 req-93d85089-6018-4244-8a58-ab2bcde7bf36 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 943 time: 0.1965587 Aug 30 10:55:49.741849 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eee9be45-703e-40b3-8d53-bf3cec5622c2 req-c0f7a2d9-1c87-4e9d-a452-1f3cc7de1f81 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824974 Aug 30 10:55:49.802316 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:49.935426 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-51408eb1-0025-44ef-bc63-ca2b89839c5e req-2bf3361a-dfd3-4abb-8222-ef7c5a3e09a4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 210 time: 0.0611601 Aug 30 10:55:49.969412 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.026859 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Allocated IP 172.27.2.76 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/2f4967f7-006b-4c3b-9229-ce7195f6d6ff) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:50.210821 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.344342 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.419666 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe2cb-139d-47b0-a87d-4b1b50549b71 req-186df131-592c-4d32-9641-b76a72507711 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:50.421184 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c8efe2cb-139d-47b0-a87d-4b1b50549b71 req-186df131-592c-4d32-9641-b76a72507711 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 943 time: 0.0593262 Aug 30 10:55:50.460239 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c8efe2cb-139d-47b0-a87d-4b1b50549b71 req-794a5085-28a2-4ae7-b1c1-33756a2ff444 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Aug 30 10:55:50.657970 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.702025 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:50.704891 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:50.708775 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:50.728229 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'Port': ['ID=2f4967f7-006b-4c3b-9229-ce7195f6d6ff,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:50.746683 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.835830 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.875192 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.903586 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'Port': ['ID=1798fbc0-5082-464c-b7e0-6a7ea975a77d,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:50.920046 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d741ce-53bb-409b-9e7a-e77b6ce77fb7 req-2df05594-3de6-4d56-8295-0cfddc4dfd58 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:50.922042 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05d741ce-53bb-409b-9e7a-e77b6ce77fb7 req-2df05594-3de6-4d56-8295-0cfddc4dfd58 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 943 time: 0.1179554 Aug 30 10:55:50.930034 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:50.983481 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2edb0e26-4d17-4d1d-ba29-4d2629d3cbd3 req-601d44a3-ba73-4fcb-b042-1accebdaba38 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652969 Aug 30 10:55:50.985659 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cafa1e5-622c-4cc4-a1b1-b9747aad8163 req-4d7c209c-1fd3-412a-801f-e5baa1f46ede service neutron] 10.222.0.18 "GET /v2.0/networks/6bcedf67-772a-4bc1-b848-276b10a1c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307250 Aug 30 10:55:50.986312 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05d741ce-53bb-409b-9e7a-e77b6ce77fb7 req-6b4fd96e-498f-40e9-8439-169d3fde9a07 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576143 Aug 30 10:55:50.994747 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:51.003845 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3875a044-97c9-4dc3-8372-2728c2c22a9e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5078712 Aug 30 10:55:51.080783 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c3e1969d-8a1c-48ba-b0a4-35ad0459fd75 req-bc339f2c-6c04-42d5-bd80-16c694cc4791 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 210 time: 0.0361531 Aug 30 10:55:51.128587 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:51.269797 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-f835942b-f871-4d4d-b0fc-25f814ad0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:51.271295 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-f835942b-f871-4d4d-b0fc-25f814ad0fc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 1096 time: 0.1104367 Aug 30 10:55:51.312708 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-69daf5c8-2d94-43ae-8b75-1c4300def8cf tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1748980877&fields=id&tenant_id=cb30cc0da98546329a5eb164d68788ad HTTP/1.1" status: 200 len: 267 time: 0.0646389 Aug 30 10:55:51.481842 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-13631f10-5a72-48b1-bd1e-e593bbb5992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:51.483766 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-13631f10-5a72-48b1-bd1e-e593bbb5992f service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 915 time: 0.2040167 Aug 30 10:55:51.493045 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-f908b09d-53f3-4380-a88d-6fddb98dc82a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:51.494583 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-f908b09d-53f3-4380-a88d-6fddb98dc82a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 811 time: 0.1809433 Aug 30 10:55:51.525482 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-23516b55-53c1-4b1e-9672-e3984e986805 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/quotas/cb30cc0da98546329a5eb164d68788ad HTTP/1.1" status: 200 len: 375 time: 0.0159380 Aug 30 10:55:51.548819 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-4b65e1e6-ef82-4923-aac7-3a1cf4dfeb85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfad23f-1906-47b1-94d7-aa6f435be300 HTTP/1.1" status: 200 len: 217 time: 0.0505250 Aug 30 10:55:51.575866 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:51.591393 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-96c6cfa9-4c5d-4b3d-a884-3f5b602494de tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626662 Aug 30 10:55:51.645616 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4082c-4333-4ac0-a1d4-5841bc70a83a req-4e4a7143-6c83-49b3-89f8-add70099312d tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:51.647231 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-06a4082c-4333-4ac0-a1d4-5841bc70a83a req-4e4a7143-6c83-49b3-89f8-add70099312d tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 943 time: 0.0911219 Aug 30 10:55:51.648921 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-19f7c540-eb9a-4e06-ba88-64f011d467d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:51.656876 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-19f7c540-eb9a-4e06-ba88-64f011d467d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.0929871 Aug 30 10:55:51.695299 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-c4bcd7dd-945e-46c4-9207-a89a8caa115b service neutron] 10.222.0.24 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958188 Aug 30 10:55:51.698493 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-e75d156a-6b0a-475e-abfa-dc3ac7f5d8f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371418 Aug 30 10:55:51.699366 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:51.773166 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-06a4082c-4333-4ac0-a1d4-5841bc70a83a req-6cd3bd42-ebb6-4ccb-8e37-0ae2c127fc85 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191709 Aug 30 10:55:51.801243 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:51.805040 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-62d693ba-d852-463d-a1dd-f3948a8dc8e7 service neutron] 10.222.0.24 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034973 Aug 30 10:55:51.823250 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'Port': ['ID=2f4967f7-006b-4c3b-9229-ce7195f6d6ff,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:51.861669 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-346f9d23-b1e1-4002-815c-98ed86048ac8 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142039 Aug 30 10:55:51.981893 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63628109-80b1-4671-833e-5ad0f74f0d48 req-f3e3a16d-0468-41b4-8fcd-87f7550384ad service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124964 Aug 30 10:55:51.983073 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:51.984134 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-a7545533-89e2-4097-aed2-9ec416b83a70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7580214 Aug 30 10:55:52.215717 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 8dfad23f-1906-47b1-94d7-aa6f435be300 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:55:52.218738 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-963dcd39-80d9-4d51-9489-5952afdb9152 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1625837991&fields=id&tenant_id=9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 267 time: 0.0438848 Aug 30 10:55:52.259990 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebb9b-0ec3-4c02-9af6-a74adf722cfc req-e83778e2-38d2-4132-8c31-8707e44bdf65 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:52.261611 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3fdebb9b-0ec3-4c02-9af6-a74adf722cfc req-e83778e2-38d2-4132-8c31-8707e44bdf65 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 943 time: 0.2063000 Aug 30 10:55:52.311845 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-6bd8beb2-d392-45a5-b1aa-e3e938885265 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:52.313401 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-6bd8beb2-d392-45a5-b1aa-e3e938885265 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 818 time: 0.2086806 Aug 30 10:55:52.340856 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Request body: {'port': {'device_id': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'admin_state_up': True, 'tenant_id': 'd6ea559807774d15acece5956e6868f5'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:52.443317 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 8dfad23f-1906-47b1-94d7-aa6f435be300, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=8dfad23f-1906-47b1-94d7-aa6f435be300,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:52.444287 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3fdebb9b-0ec3-4c02-9af6-a74adf722cfc req-5202d7ea-9027-4f91-8c08-598704659d3c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582141 Aug 30 10:55:52.464688 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '8dfad23f-1906-47b1-94d7-aa6f435be300', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'port_id': '8dfad23f-1906-47b1-94d7-aa6f435be300', 'mac_address': 'fa:16:3e:b1:84:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f705ce4-5a73-44cf-b194-f0f76aa852d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:55:52.495884 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:52.510772 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfad23f-1906-47b1-94d7-aa6f435be300 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:55:52.528750 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-36b85c30-b115-49f4-91cd-d996b99f493c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:52.536191 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-36b85c30-b115-49f4-91cd-d996b99f493c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 816 time: 0.2865655 Aug 30 10:55:52.552889 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-08567411-1d89-4c83-8b02-09f73bdc21a7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/quotas/9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 375 time: 0.0155778 Aug 30 10:55:52.559593 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 8dfad23f-1906-47b1-94d7-aa6f435be300, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=8dfad23f-1906-47b1-94d7-aa6f435be300,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:52.606055 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-8516ae7e-834f-4355-84e4-215883c3feac tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515783 Aug 30 10:55:52.718853 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:52.718853 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 882ce370-7b8d-410c-a5e3-3ad373b4900b details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:55:52.721816 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-1eae30ee-7b20-4408-b1e2-49b84b936721 service neutron] 10.222.0.24 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023424 Aug 30 10:55:52.727182 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-533fac6f-ec40-477c-b2db-5719882c3c8c req-5e953e59-3c7e-49ad-bc4c-6dd338438769 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.2293253 Aug 30 10:55:52.834147 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b4501c53-f005-4b58-8731-a67408d2d761 req-f7a93bdb-3b7b-469f-9590-5de345773f24 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 210 time: 0.0363836 Aug 30 10:55:52.837174 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Made reservation on behalf of d6ea559807774d15acece5956e6868f5 for: {'port': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:52.840661 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:52.852026 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=8dfad23f-1906-47b1-94d7-aa6f435be300,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:52.864495 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-be1a3703-3a21-4695-ac5c-8a92e02985c5 service neutron] 10.222.0.24 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307702 Aug 30 10:55:52.922115 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 882ce370-7b8d-410c-a5e3-3ad373b4900b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=882ce370-7b8d-410c-a5e3-3ad373b4900b,segment=NetworkSegment(ba1fadbf-d651-47a4-8648-c2a87216d2de),segment_id=ba1fadbf-d651-47a4-8648-c2a87216d2de)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:52.936221 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '882ce370-7b8d-410c-a5e3-3ad373b4900b', 'network_id': '6bcedf67-772a-4bc1-b848-276b10a1c2fa', 'port_id': '882ce370-7b8d-410c-a5e3-3ad373b4900b', 'mac_address': 'fa:16:3e:ce:56:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6085901a-6b96-4902-a13a-0cfc2348cea9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:55:52.977451 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:52.992385 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882ce370-7b8d-410c-a5e3-3ad373b4900b {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:55:53.017856 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 882ce370-7b8d-410c-a5e3-3ad373b4900b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=882ce370-7b8d-410c-a5e3-3ad373b4900b,segment=NetworkSegment(ba1fadbf-d651-47a4-8648-c2a87216d2de),segment_id=ba1fadbf-d651-47a4-8648-c2a87216d2de)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:55:53.048729 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-45e2a108-5266-4728-b31a-429e673cb5d4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:53.050527 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-45e2a108-5266-4728-b31a-429e673cb5d4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 818 time: 0.2416203 Aug 30 10:55:53.095023 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2df45-2abf-4bfc-b816-63f74983b774 req-42803984-044a-4bfa-be4f-c54b385e65b7 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:53.096563 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52b2df45-2abf-4bfc-b816-63f74983b774 req-42803984-044a-4bfa-be4f-c54b385e65b7 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 943 time: 0.1485183 Aug 30 10:55:53.109265 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:53.176615 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f1b84257-f944-4393-becd-82d5431be0d6 req-0cad2b08-c957-46f7-b30d-45495fb7ebdf tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0517983 Aug 30 10:55:53.210695 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=882ce370-7b8d-410c-a5e3-3ad373b4900b,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:53.212583 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52b2df45-2abf-4bfc-b816-63f74983b774 req-2679299c-aec7-4dde-a41b-c5321f11ae47 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062376 Aug 30 10:55:53.229562 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Allocated IP 172.20.0.4 (864ca3f4-4e6f-4892-9074-84b817fbe5da/1faba8d9-4533-436a-8921-bec595aa9c89/bc7bac32-0961-46f7-9d5d-34b75524f91d) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:53.378795 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:53.497462 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:53.547287 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:53.550439 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:53.555052 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:53.560507 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:53.561143 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:53.567214 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Pushing event updated for resources: {'Port': ['ID=bc7bac32-0961-46f7-9d5d-34b75524f91d,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:53.575218 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f3ffa-aac1-4af0-ada1-fa907b87df31 req-f01cec88-de2b-436c-9818-48022b691889 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:53.576868 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e27f3ffa-aac1-4af0-ada1-fa907b87df31 req-f01cec88-de2b-436c-9818-48022b691889 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 944 time: 0.0648687 Aug 30 10:55:53.623475 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e27f3ffa-aac1-4af0-ada1-fa907b87df31 req-692331de-cba7-44ad-aea9-0a19be2499cc tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385597 Aug 30 10:55:53.629909 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-3e723ab6-4903-456f-be4a-d5af3a742e84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3045316 Aug 30 10:55:53.814343 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d7dc092f-2a4a-4f58-a126-5859e0cbb55f req-5c514977-2aa3-45bd-ae2a-d8e972e8705b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0270324 Aug 30 10:55:53.961137 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a19ad5-5676-4767-ba0f-399403839142 req-bfd4dabe-63b9-4f54-8b05-3cfba2ff7a3d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:53.962746 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37a19ad5-5676-4767-ba0f-399403839142 req-bfd4dabe-63b9-4f54-8b05-3cfba2ff7a3d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 931 time: 0.0509362 Aug 30 10:55:54.000591 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37a19ad5-5676-4767-ba0f-399403839142 req-722e38a4-6e55-4c3b-b0ab-051fb1f92677 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Aug 30 10:55:54.267568 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-89eb7832-566c-46cb-83db-1dd04430cc5e req-7c8a7cbf-7ffd-47ee-8fe0-ffa010ee69ea tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Aug 30 10:55:54.332892 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c7a17-c844-47c1-9aa6-0e493217c884 req-f0fe54fe-638c-499b-a522-b55281c981a6 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:54.335085 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-040c7a17-c844-47c1-9aa6-0e493217c884 req-f0fe54fe-638c-499b-a522-b55281c981a6 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 944 time: 0.0509338 Aug 30 10:55:54.372509 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-040c7a17-c844-47c1-9aa6-0e493217c884 req-4dd1ea59-55d6-4b2a-be06-666e4536856f tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Aug 30 10:55:54.736342 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0b190-121c-44d1-a998-6f1bcf305125 req-3e25aa88-80b7-4f92-bc12-6e814e3583b4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:54.737810 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-01b0b190-121c-44d1-a998-6f1bcf305125 req-3e25aa88-80b7-4f92-bc12-6e814e3583b4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 944 time: 0.0471439 Aug 30 10:55:54.775806 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-01b0b190-121c-44d1-a998-6f1bcf305125 req-95f30fa9-eef9-4def-ab4b-10c2238933a0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Aug 30 10:55:54.907660 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c9cd4a68-dd60-439e-9b06-5a83c04225f2 req-e66ec6b0-0a1c-4291-850a-a02d6ca6ff3a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0280063 Aug 30 10:55:55.121885 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5269b-9ac9-41ed-bbd3-07e5abfbd688 req-76248ca2-8c89-4c55-b348-54fadf0ef842 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:55.123407 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-81b5269b-9ac9-41ed-bbd3-07e5abfbd688 req-76248ca2-8c89-4c55-b348-54fadf0ef842 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 931 time: 0.0525737 Aug 30 10:55:55.162308 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-81b5269b-9ac9-41ed-bbd3-07e5abfbd688 req-b9a128ae-5294-4f10-a942-bab1462b576e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322948 Aug 30 10:55:55.368470 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6a9836aa-1494-49f0-8360-d83a351b00d2 req-8d566a1e-3bce-405a-9e6e-d6852f24536a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0301445 Aug 30 10:55:55.490430 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956ed7a-2a00-411c-ba55-958ead39077f req-7a9c5eb1-472d-49a6-9287-47013927b8ab tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:55.492735 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6956ed7a-2a00-411c-ba55-958ead39077f req-7a9c5eb1-472d-49a6-9287-47013927b8ab tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 944 time: 0.0549293 Aug 30 10:55:55.531180 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6956ed7a-2a00-411c-ba55-958ead39077f req-64bf1988-0a07-409e-8811-30997d9b0b34 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Aug 30 10:55:55.809274 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Request body: {'port': {'device_id': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:55.841818 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Request body: {'port': {'device_id': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'admin_state_up': True, 'tenant_id': 'd6ea559807774d15acece5956e6868f5'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:55.899890 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195cb7-cb0f-4be4-834c-afacee7cb678 req-e024c5e5-fd49-444f-a530-ac9673745326 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:55.901477 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fa195cb7-cb0f-4be4-834c-afacee7cb678 req-e024c5e5-fd49-444f-a530-ac9673745326 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 944 time: 0.0522852 Aug 30 10:55:55.929034 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:55.964316 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fa195cb7-cb0f-4be4-834c-afacee7cb678 req-50c41337-1cfc-48e4-bcad-1e37e18b100f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515079 Aug 30 10:55:56.051858 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:55:56.089237 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fae16865-c032-45f1-9d39-e2a6ca11e6ea req-66059c40-c42d-4603-a929-39bc425b96f4 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0858803 Aug 30 10:55:56.111979 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['882ce370-7b8d-410c-a5e3-3ad373b4900b'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:55:56.234316 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Made reservation on behalf of d6ea559807774d15acece5956e6868f5 for: {'port': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:55:56.237828 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:56.322555 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5c4f2-ff55-480f-857f-7b6bcaf7824e req-8c7371b4-c3a4-4bd6-a1cd-231fa4e3fe15 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:56.324817 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bca5c4f2-ff55-480f-857f-7b6bcaf7824e req-8c7371b4-c3a4-4bd6-a1cd-231fa4e3fe15 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 931 time: 0.0691643 Aug 30 10:55:56.354474 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7bac32-0961-46f7-9d5d-34b75524f91d {{(pid=106343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:55:56.362177 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:56.376601 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.provisioning_blocks [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Transition to ACTIVE for port object bc7bac32-0961-46f7-9d5d-34b75524f91d will not be triggered until provisioned by entity L2. {{(pid=106343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:56.381410 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bca5c4f2-ff55-480f-857f-7b6bcaf7824e req-632c89c5-97b3-4503-bd9a-4deb6e27e0bb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486221 Aug 30 10:55:56.478560 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-982cbe87-f820-492c-89b3-df1eef90f9e3 req-e6be4ce6-d833-42eb-bc25-52e8f7b9c105 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0295472 Aug 30 10:55:56.511601 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:56.619638 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7bac32-0961-46f7-9d5d-34b75524f91d,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:56.628880 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Allocated IP 172.20.0.5 (864ca3f4-4e6f-4892-9074-84b817fbe5da/1faba8d9-4533-436a-8921-bec595aa9c89/cef7722c-bacd-4c6f-b3cd-766a10c7a973) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:55:56.683089 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Attempting to bind port bc7bac32-0961-46f7-9d5d-34b75524f91d on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:55:56.683430 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Attempting to bind port bc7bac32-0961-46f7-9d5d-34b75524f91d by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:55:56.683977 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Attempting to bind port bc7bac32-0961-46f7-9d5d-34b75524f91d on network 864ca3f4-4e6f-4892-9074-84b817fbe5da {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:56.692862 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Port bc7bac32-0961-46f7-9d5d-34b75524f91d on network 864ca3f4-4e6f-4892-9074-84b817fbe5da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:55:56.693219 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Attempting to bind port bc7bac32-0961-46f7-9d5d-34b75524f91d on network 864ca3f4-4e6f-4892-9074-84b817fbe5da {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:55:56.695403 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2e38-a872-4ee5-8c30-53e52b313673 req-6b77925d-93d9-4e0d-b269-14ad78bcd3d9 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:56.696961 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6d1c2e38-a872-4ee5-8c30-53e52b313673 req-6b77925d-93d9-4e0d-b269-14ad78bcd3d9 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 944 time: 0.0644121 Aug 30 10:55:56.705478 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:55:56.705817 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Checking segment: {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:55:56.706200 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Bound using segment: {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:55:56.706671 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Bound port: bc7bac32-0961-46f7-9d5d-34b75524f91d, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:55:56.707024 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:56.737795 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6d1c2e38-a872-4ee5-8c30-53e52b313673 req-65da5d59-c218-47fd-96c4-06a614215df1 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Aug 30 10:55:56.852855 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] For port bc7bac32-0961-46f7-9d5d-34b75524f91d, host hv-cinder-80655, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:55:56.860653 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] For port bc7bac32-0961-46f7-9d5d-34b75524f91d, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:55:56.879023 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:56.934235 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:56.976557 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:56.977206 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:56.978725 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] 10.222.0.18 "PUT /v2.0/ports/bc7bac32-0961-46f7-9d5d-34b75524f91d HTTP/1.1" status: 200 len: 1093 time: 1.1756425 Aug 30 10:55:56.979158 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'tag': 'bc7bac32-0961-46f7-9d5d-34b75524f91d'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:55:56.981553 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d782e955-0f9f-44ec-a3f2-7d6c278aa15f" -d '{"events": [{"name": "network-changed", "server_uuid": "5234d4c4-bcfc-4c92-b6c5-337cb32255f4", "tag": "bc7bac32-0961-46f7-9d5d-34b75524f91d"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:55:56.989829 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ada6c56c-aa05-4555-a81c-62aade8171bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:57.006342 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:57.025658 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcefce-7733-4daf-a989-74a3c5ad7a27 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7bac32-0961-46f7-9d5d-34b75524f91d,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:57.035473 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Network 864ca3f4-4e6f-4892-9074-84b817fbe5da is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:55:57.068770 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:55:57.074192 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:55:57.079697 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:57.080319 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:57.099218 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ce35cf-32bf-4090-a333-fd429e37ffb2 x-openstack-request-id: req-08ce35cf-32bf-4090-a333-fd429e37ffb2 {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:55:57.099505 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5234d4c4-bcfc-4c92-b6c5-337cb32255f4", "tag": "bc7bac32-0961-46f7-9d5d-34b75524f91d", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:55:57.099755 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08ce35cf-32bf-4090-a333-fd429e37ffb2 {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:55:57.100143 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'tag': 'bc7bac32-0961-46f7-9d5d-34b75524f91d', 'status': 'completed', 'code': 200} Aug 30 10:55:57.125712 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Pushing event updated for resources: {'Port': ['ID=cef7722c-bacd-4c6f-b3cd-766a10c7a973,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:55:57.143118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384959-d6d1-4e9b-b281-0945f3808a9d req-42dbd73a-4706-4361-b095-5b48819794ab tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:57.144674 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cb384959-d6d1-4e9b-b281-0945f3808a9d req-42dbd73a-4706-4361-b095-5b48819794ab tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 944 time: 0.1069162 Aug 30 10:55:57.184837 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-2430afd6-a55f-49f9-b6ad-4d8f70c44163 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3709502 Aug 30 10:55:57.188050 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cb384959-d6d1-4e9b-b281-0945f3808a9d req-1cf5d7d7-531d-41ae-b874-8f7147b37f70 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Aug 30 10:55:57.189024 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8ae8cf53-e543-4fb0-a714-107052da8692 req-adbee529-1183-45ad-92c1-4ed18d1266a8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Aug 30 10:55:57.492698 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f51702-748d-4d70-92db-012bc3792f7f req-5fbc1d23-c019-4e60-a6b2-d8aed8a64e6d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:57.494191 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-46f51702-748d-4d70-92db-012bc3792f7f req-5fbc1d23-c019-4e60-a6b2-d8aed8a64e6d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.0473018 Aug 30 10:55:57.533205 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-46f51702-748d-4d70-92db-012bc3792f7f req-ad32d988-b633-4da6-829c-75ee49231fb1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Aug 30 10:55:57.582627 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f4227811-d3c2-4677-84b9-362b27f206e7 req-abe6c394-bfd5-424d-bdfa-1e659bbaf96b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0261014 Aug 30 10:55:57.857452 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61f285-6e62-46c0-9270-e96751436917 req-4368166f-6f7e-4f97-b7b7-ad98a35285d4 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:57.858904 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3e61f285-6e62-46c0-9270-e96751436917 req-4368166f-6f7e-4f97-b7b7-ad98a35285d4 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 944 time: 0.0510304 Aug 30 10:55:57.895425 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3e61f285-6e62-46c0-9270-e96751436917 req-d5536222-6bac-4791-bafe-5c6976a5817f tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Aug 30 10:55:58.284779 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-12fa63ef-0bd8-41aa-a653-e02f5661dc31 req-94556a05-14f0-4807-8622-32f219478816 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0299134 Aug 30 10:55:58.307195 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f7335-b7e5-4653-adfd-8e7e7d058211 req-8998b72b-1662-468d-91a6-97dbca7c7558 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:58.308710 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-329f7335-b7e5-4653-adfd-8e7e7d058211 req-8998b72b-1662-468d-91a6-97dbca7c7558 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 944 time: 0.0530221 Aug 30 10:55:58.347500 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-329f7335-b7e5-4653-adfd-8e7e7d058211 req-5b8667e0-b772-454d-95b7-d5cd6d81875a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Aug 30 10:55:58.661001 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164f064-ceee-4d8c-bfdb-a7f8837ba387 req-80042af6-50b4-4cef-a100-2c32df044c98 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:58.662496 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3164f064-ceee-4d8c-bfdb-a7f8837ba387 req-80042af6-50b4-4cef-a100-2c32df044c98 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.0530331 Aug 30 10:55:58.687836 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9b9333df-19b1-4f7e-a5c3-d128765eaa69 req-fc6a3108-029d-4390-b5c2-e217e01bdbd6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0259540 Aug 30 10:55:58.705078 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3164f064-ceee-4d8c-bfdb-a7f8837ba387 req-f6d0910d-8bcc-4f12-a616-538b07db87cc tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Aug 30 10:55:58.893210 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Request body: {'port': {'device_id': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:55:58.990437 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:59.056472 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e955-0f9f-44ec-a3f2-7d6c278aa15f req-4abb5267-af3e-44fc-ae51-9e971d0b725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:59.057981 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d782e955-0f9f-44ec-a3f2-7d6c278aa15f req-4abb5267-af3e-44fc-ae51-9e971d0b725e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 1096 time: 0.1245830 Aug 30 10:55:59.085622 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d513a9-4241-439c-b826-d80a501241b8 req-42959f52-4221-4632-80bf-526de8b5787e tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:59.086849 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b1d513a9-4241-439c-b826-d80a501241b8 req-42959f52-4221-4632-80bf-526de8b5787e tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 944 time: 0.1101339 Aug 30 10:55:59.387499 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-dc2f4daf-5e89-4261-a483-d368cb8b399a req-71118694-8cd1-4990-9664-ceab68b80386 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0325744 Aug 30 10:55:59.479469 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b1d513a9-4241-439c-b826-d80a501241b8 req-3fc35de2-aaf7-4429-acfc-ec977c9602ea tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666356 Aug 30 10:55:59.521081 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06fc61-4682-4e72-a4d2-a8f5b467ee6d req-fad1503f-5b6b-4985-ac46-fd3bfabe50ae tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:59.523498 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e06fc61-4682-4e72-a4d2-a8f5b467ee6d req-fad1503f-5b6b-4985-ac46-fd3bfabe50ae tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 944 time: 0.0742838 Aug 30 10:55:59.555532 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e955-0f9f-44ec-a3f2-7d6c278aa15f req-a349000a-41c4-40d3-8055-eae5b9b0aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:59.557041 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d782e955-0f9f-44ec-a3f2-7d6c278aa15f req-a349000a-41c4-40d3-8055-eae5b9b0aa86 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d6ea559807774d15acece5956e6868f5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4890387 Aug 30 10:55:59.571943 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e06fc61-4682-4e72-a4d2-a8f5b467ee6d req-6af65eaa-3479-4444-b44a-d91ea34b4f2c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Aug 30 10:55:59.667567 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.18', 62679) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:55:59.806584 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e955-0f9f-44ec-a3f2-7d6c278aa15f req-05dc45c3-9862-4f82-bba1-e7302fd6cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:59.808211 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d782e955-0f9f-44ec-a3f2-7d6c278aa15f req-05dc45c3-9862-4f82-bba1-e7302fd6cc48 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434974 Aug 30 10:55:59.896092 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fef94657-88e6-4719-8b53-a8644ba6f8ec req-355e048f-e3ca-49f4-81d5-b0bce4ac1bf2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0355630 Aug 30 10:55:59.901161 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-de76b05d-7357-4c21-ab26-1ededd0069c3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:59.901653 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef7722c-bacd-4c6f-b3cd-766a10c7a973 {{(pid=106343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:55:59.908072 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-de76b05d-7357-4c21-ab26-1ededd0069c3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 811 time: 0.2383134 Aug 30 10:55:59.947079 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:55:59.966423 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.provisioning_blocks [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Transition to ACTIVE for port object cef7722c-bacd-4c6f-b3cd-766a10c7a973 will not be triggered until provisioned by entity L2. {{(pid=106343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:55:59.973550 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-f4266bba-8b60-4514-84a7-0681f9a08c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:55:59.975050 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-f4266bba-8b60-4514-84a7-0681f9a08c04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 1096 time: 0.0758281 Aug 30 10:56:00.019480 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0b1b2-953e-4b7f-8c4c-9f65506a154f req-87e7609c-62fa-4519-90a9-166f1997f4bb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.026112 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c6f0b1b2-953e-4b7f-8c4c-9f65506a154f req-87e7609c-62fa-4519-90a9-166f1997f4bb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.1156883 Aug 30 10:56:00.034118 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-4d224c34-7985-4382-aa98-8155010e3016 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d HTTP/1.1" status: 200 len: 217 time: 0.0480347 Aug 30 10:56:00.040500 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.042432 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-2e150ae9-bcae-435d-bf39-6ab09487f89b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb30cc0da98546329a5eb164d68788ad HTTP/1.1" status: 200 len: 380 time: 0.1108944 Aug 30 10:56:00.060046 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-97a96db1-b4ab-471d-a954-8d1da85698f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.073238 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'port': {'device_id': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'admin_state_up': True, 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'security_groups': ['5a2b5b25-6434-43cd-b778-92c601e50400']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:00.144440 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Pushing event updated for resources: {'Port': ['ID=cef7722c-bacd-4c6f-b3cd-766a10c7a973,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:00.180837 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-497a98f5-af06-4d2c-8abb-c2e8b0d9d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.180837 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-497a98f5-af06-4d2c-8abb-c2e8b0d9d62b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.1291392 Aug 30 10:56:00.206609 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c6f0b1b2-953e-4b7f-8c4c-9f65506a154f req-4f14499c-19fb-43f0-965f-4e4b34858c7f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793928 Aug 30 10:56:00.220414 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-28cb754e-a50e-42b4-b092-2999d0705789 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313210 Aug 30 10:56:00.226656 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Attempting to bind port cef7722c-bacd-4c6f-b3cd-766a10c7a973 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:56:00.227858 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Attempting to bind port cef7722c-bacd-4c6f-b3cd-766a10c7a973 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:56:00.228195 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Attempting to bind port cef7722c-bacd-4c6f-b3cd-766a10c7a973 on network 864ca3f4-4e6f-4892-9074-84b817fbe5da {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:00.241840 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Port cef7722c-bacd-4c6f-b3cd-766a10c7a973 on network 864ca3f4-4e6f-4892-9074-84b817fbe5da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:56:00.242424 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Attempting to bind port cef7722c-bacd-4c6f-b3cd-766a10c7a973 on network 864ca3f4-4e6f-4892-9074-84b817fbe5da {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:00.280529 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.18', 62682) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:00.283690 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:56:00.284474 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Checking segment: {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:00.289795 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Bound using segment: {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:56:00.289795 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Bound port: cef7722c-bacd-4c6f-b3cd-766a10c7a973, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfaced32-09af-4d76-b01c-08fd7504d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:56:00.289795 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.390372 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-5f8105db-31b1-4ed7-92e3-528c0155f41d service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586306 Aug 30 10:56:00.402663 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Made reservation on behalf of cb30cc0da98546329a5eb164d68788ad for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:00.406589 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.413371 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] For port cef7722c-bacd-4c6f-b3cd-766a10c7a973, host hv-cinder-80655, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:56:00.418429 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fd8fe1d6-1b20-4961-8046-e1d85d9d3971 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.420078 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fd8fe1d6-1b20-4961-8046-e1d85d9d3971 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 816 time: 0.1384861 Aug 30 10:56:00.434400 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.485244 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-ad807ecf-2515-4c71-8c4b-3a0c93870dd4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 380 time: 0.0519729 Aug 30 10:56:00.501706 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] For port cef7722c-bacd-4c6f-b3cd-766a10c7a973, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:56:00.540914 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'port': {'device_id': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'admin_state_up': True, 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'security_groups': ['226b7dad-651b-47f3-94fa-705088146b41']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:00.578972 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-695e1915-cd88-4936-92bc-08d1f54b13d9 req-df4e51e3-fa2f-4f71-8e3e-ec747dc64beb tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0383055 Aug 30 10:56:00.579540 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f9f80d8-ace6-49e2-a800-02cda4d2421a req-4e58125c-2a9c-4b53-af5b-7de0aa4e78c2 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798954 Aug 30 10:56:00.611301 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.655166 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.657898 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.658144 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] 10.222.0.18 "PUT /v2.0/ports/cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 1093 time: 1.7701435 Aug 30 10:56:00.658691 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'tag': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:00.661118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aead7e98-4810-4daa-8212-d4e88171fb35" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2e57f7-7501-4fc3-940a-829fd4c27d27", "tag": "cef7722c-bacd-4c6f-b3cd-766a10c7a973"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:00.709107 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720bdef-9580-4416-a2ea-36254f7eb937 service neutron] Pushing event updated for resources: {'Port': ['ID=cef7722c-bacd-4c6f-b3cd-766a10c7a973,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:00.795222 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-d5a6d3af-c0da-4c9d-a875-abbdad8ef8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.797094 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-d5a6d3af-c0da-4c9d-a875-abbdad8ef8ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1096 time: 0.0493288 Aug 30 10:56:00.823229 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:00.868360 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-240711bb-0309-4448-be9b-07cd5ac689e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 217 time: 0.0611386 Aug 30 10:56:00.873783 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 8dfad23f-1906-47b1-94d7-aa6f435be300 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:00.949933 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-61a8713f-8bee-4e01-9b70-6788e39c819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.951501 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-61a8713f-8bee-4e01-9b70-6788e39c819c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.0727108 Aug 30 10:56:00.960196 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862430-ca2e-4b33-bcad-59d32efc04b5 req-79f65278-e996-4657-bdfd-187bbfad84e2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.962129 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-53862430-ca2e-4b33-bcad-59d32efc04b5 req-79f65278-e996-4657-bdfd-187bbfad84e2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 944 time: 0.0927310 Aug 30 10:56:00.976125 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7aa30-9c10-4fd2-81bd-a5d288abb736 req-63f1c980-efc1-4f7d-8261-4d32e3888b0a tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:00.978095 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-efc7aa30-9c10-4fd2-81bd-a5d288abb736 req-63f1c980-efc1-4f7d-8261-4d32e3888b0a tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 944 time: 0.1823421 Aug 30 10:56:00.994513 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 8dfad23f-1906-47b1-94d7-aa6f435be300 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:00.999961 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 8dfad23f-1906-47b1-94d7-aa6f435be300 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:01.000359 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.024160 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-53862430-ca2e-4b33-bcad-59d32efc04b5 req-4bb4d848-2706-46a7-b1a1-d04163ebe900 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Aug 30 10:56:01.035083 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Allocated IP 172.20.0.7 (ea100e7a-af1d-407a-bf23-acf074e8265c/c80933e7-748d-45ff-ab41-1e96a2097ef3/67ead5f9-0238-4705-b774-613dde77ee4f) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:56:01.091209 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7641aec-9425-4daa-9e03-b7c9695b517d x-openstack-request-id: req-c7641aec-9425-4daa-9e03-b7c9695b517d {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:01.091510 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2e57f7-7501-4fc3-940a-829fd4c27d27", "tag": "cef7722c-bacd-4c6f-b3cd-766a10c7a973", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:01.091767 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7641aec-9425-4daa-9e03-b7c9695b517d {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:01.092173 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'tag': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973', 'status': 'completed', 'code': 200} Aug 30 10:56:01.097085 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-efc7aa30-9c10-4fd2-81bd-a5d288abb736 req-4d9b5812-d3d9-48c9-a3c4-ccb7ef1c48c5 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084805 Aug 30 10:56:01.117743 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.158923 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfad23f-1906-47b1-94d7-aa6f435be300'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:01.243619 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.245187 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3f7f570e-e677-4002-b6fe-788943120164 req-ff992b69-f2a6-438a-9503-08c9983a03c0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0374970 Aug 30 10:56:01.246298 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 8dfad23f-1906-47b1-94d7-aa6f435be300, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=8dfad23f-1906-47b1-94d7-aa6f435be300,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:01.248132 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Made reservation on behalf of 9b99cdcd62864a20a3ff1dddb3d69585 for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:01.251689 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.326331 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.327633 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 882ce370-7b8d-410c-a5e3-3ad373b4900b up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:01.338241 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.391327 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Transition to ACTIVE for port object 67ead5f9-0238-4705-b774-613dde77ee4f will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:01.403590 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc51868c-fe13-4375-91c6-5653b1f7f194" -d '{"events": [{"server_uuid": "6e78f627-ec58-42bd-9244-eb7292520b0b", "name": "network-vif-plugged", "status": "completed", "tag": "8dfad23f-1906-47b1-94d7-aa6f435be300"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:01.435925 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=8dfad23f-1906-47b1-94d7-aa6f435be300,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:01.494305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253bcc9-548b-446e-b8a4-ad40184e24ea req-604ebb6b-a1f3-40cf-a51f-a31dbd037431 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:01.495970 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9253bcc9-548b-446e-b8a4-ad40184e24ea req-604ebb6b-a1f3-40cf-a51f-a31dbd037431 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.1553760 Aug 30 10:56:01.520566 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Allocated IP 172.20.0.3 (43f2c14d-fb7b-467f-8d36-fba7940afac1/8fead83d-b577-4631-a6b0-4586e8607f17/5b2ab642-9bb4-4d15-a22e-d24ce348a398) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:56:01.539484 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 882ce370-7b8d-410c-a5e3-3ad373b4900b completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:01.544265 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 882ce370-7b8d-410c-a5e3-3ad373b4900b triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:01.544833 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.563053 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9253bcc9-548b-446e-b8a4-ad40184e24ea req-44f40c9b-7076-462d-a5f3-31e90165c566 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584047 Aug 30 10:56:01.642546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.649446 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.715074 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 882ce370-7b8d-410c-a5e3-3ad373b4900b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=882ce370-7b8d-410c-a5e3-3ad373b4900b,segment=NetworkSegment(ba1fadbf-d651-47a4-8648-c2a87216d2de),segment_id=ba1fadbf-d651-47a4-8648-c2a87216d2de)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:01.723266 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aff8b5-3722-49b4-a82f-488d65c8a93b x-openstack-request-id: req-d0aff8b5-3722-49b4-a82f-488d65c8a93b {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:01.724610 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e78f627-ec58-42bd-9244-eb7292520b0b", "name": "network-vif-plugged", "status": "completed", "tag": "8dfad23f-1906-47b1-94d7-aa6f435be300", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:01.724960 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0aff8b5-3722-49b4-a82f-488d65c8a93b {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:01.726163 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfad23f-1906-47b1-94d7-aa6f435be300', 'code': 200} Aug 30 10:56:01.735755 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Network ea100e7a-af1d-407a-bf23-acf074e8265c is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:56:01.758016 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:01.767213 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:56:01.772790 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:01.773470 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.799195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'Port': ['ID=67ead5f9-0238-4705-b774-613dde77ee4f,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:01.834650 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.845216 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:01.859620 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68fc2b-dcee-40c5-b140-5fdf7205fae6 req-9ac71cfb-79df-47ab-aed8-309419aa35ca tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:01.861828 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de68fc2b-dcee-40c5-b140-5fdf7205fae6 req-9ac71cfb-79df-47ab-aed8-309419aa35ca tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 931 time: 0.0809350 Aug 30 10:56:01.870550 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Transition to ACTIVE for port object 5b2ab642-9bb4-4d15-a22e-d24ce348a398 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:01.906814 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-dbc3460f-029d-41d9-81c7-a0ac2e7f0e88 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8531725 Aug 30 10:56:01.911508 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de68fc2b-dcee-40c5-b140-5fdf7205fae6 req-285c9213-7733-40aa-a9aa-70eb9bbfffc4 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Aug 30 10:56:01.913725 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=882ce370-7b8d-410c-a5e3-3ad373b4900b,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:02.086376 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:02.169162 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:56:02.175348 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:02.181073 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:02.185912 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:56:02.191657 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:02.192337 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:02.219328 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da96c3-9c59-4481-9763-a46825412a97 req-eb8b46b6-63da-49c2-a3c2-40d8e8a6ebf2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:02.229248 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ba06954c-a56e-4568-9689-6abe8710ce2f None None] Provisioning for port 67ead5f9-0238-4705-b774-613dde77ee4f completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:02.229895 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1ef0f-2ba6-4af7-9af9-498d7f6fb02d req-a6102cc4-484a-4bd3-b2c6-a9c8d1a8d803 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:02.230273 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c6da96c3-9c59-4481-9763-a46825412a97 req-eb8b46b6-63da-49c2-a3c2-40d8e8a6ebf2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.1135535 Aug 30 10:56:02.230350 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-65f1ef0f-2ba6-4af7-9af9-498d7f6fb02d req-a6102cc4-484a-4bd3-b2c6-a9c8d1a8d803 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.0717521 Aug 30 10:56:02.233633 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ba06954c-a56e-4568-9689-6abe8710ce2f None None] Provisioning complete for port 67ead5f9-0238-4705-b774-613dde77ee4f triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:02.234127 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ba06954c-a56e-4568-9689-6abe8710ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:02.275078 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c6da96c3-9c59-4481-9763-a46825412a97 req-21372164-8641-4113-a0ea-a7ac3840a823 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451348 Aug 30 10:56:02.292043 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-65f1ef0f-2ba6-4af7-9af9-498d7f6fb02d req-f14ef8ce-2599-4a4f-8734-1300c5732bc3 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489032 Aug 30 10:56:02.316704 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ba06954c-a56e-4568-9689-6abe8710ce2f None None] Port 67ead5f9-0238-4705-b774-613dde77ee4f cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:56:02.321894 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-7f0ed6a0-37ef-4b26-9393-7a1f9ae658b6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8181074 Aug 30 10:56:02.391265 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd2170-df8a-4294-b936-1421a0dbfd40 req-86955af0-e889-492a-b4ea-d3e201e7feb3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:02.392824 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c2fd2170-df8a-4294-b936-1421a0dbfd40 req-86955af0-e889-492a-b4ea-d3e201e7feb3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 931 time: 0.0512331 Aug 30 10:56:02.434504 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c2fd2170-df8a-4294-b936-1421a0dbfd40 req-18c07bfe-92eb-4fcd-8565-0d1619ce78a5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352569 Aug 30 10:56:02.497136 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-1725b922-45a7-4774-80c1-89bf00c476e9 None None] Provisioning for port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:02.501261 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-1725b922-45a7-4774-80c1-89bf00c476e9 None None] Provisioning complete for port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:02.501636 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1725b922-45a7-4774-80c1-89bf00c476e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:02.522174 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:02.538339 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-1725b922-45a7-4774-80c1-89bf00c476e9 None None] Port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:56:02.692458 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1a3c-7dee-466f-b43c-344fa1457fcd req-552e2e5a-d527-44b0-a4e9-7719b4051d6f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:02.694045 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fece1a3c-7dee-466f-b43c-344fa1457fcd req-552e2e5a-d527-44b0-a4e9-7719b4051d6f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.0510921 Aug 30 10:56:02.734100 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fece1a3c-7dee-466f-b43c-344fa1457fcd req-abae546e-0215-48cd-9957-3b75ebc39751 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Aug 30 10:56:03.035879 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad09d4-71ae-4fa4-9402-de004f3e176c req-0a85afc6-91b4-4533-a905-79cc7a3bd554 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:03.037523 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ffad09d4-71ae-4fa4-9402-de004f3e176c req-0a85afc6-91b4-4533-a905-79cc7a3bd554 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 931 time: 0.0558500 Aug 30 10:56:03.080597 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ffad09d4-71ae-4fa4-9402-de004f3e176c req-7a8c1950-45c7-4fa5-94ef-ce41b3498428 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362439 Aug 30 10:56:03.402503 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898afb-e838-4cf5-901c-6968c265a367 req-38c5cb30-c24d-4d67-a432-807b8960f2fc tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:03.404150 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7e898afb-e838-4cf5-901c-6968c265a367 req-38c5cb30-c24d-4d67-a432-807b8960f2fc tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.0526717 Aug 30 10:56:03.415123 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd4070-02dc-44c5-bcb5-105e55455663 req-6d9d0d9e-8f5c-422d-aec2-0f14aaf4c886 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:03.416663 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0bbd4070-02dc-44c5-bcb5-105e55455663 req-6d9d0d9e-8f5c-422d-aec2-0f14aaf4c886 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0551784 Aug 30 10:56:03.444744 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7e898afb-e838-4cf5-901c-6968c265a367 req-776b8f1f-3809-47a7-b263-7b69323df3c1 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Aug 30 10:56:03.458459 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0bbd4070-02dc-44c5-bcb5-105e55455663 req-ed50a01a-a368-4be5-affa-8501e50e1c0c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355036 Aug 30 10:56:03.554922 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc151-c8e4-48bf-a6eb-2133fa4ca0ef req-d669d893-aed4-4e43-8fad-d0eeab0f79d7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:03.556384 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bbafc151-c8e4-48bf-a6eb-2133fa4ca0ef req-d669d893-aed4-4e43-8fad-d0eeab0f79d7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 931 time: 0.0496321 Aug 30 10:56:03.597492 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bbafc151-c8e4-48bf-a6eb-2133fa4ca0ef req-f6ca0257-7a57-4971-913b-c63a87cbbecb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351562 Aug 30 10:56:03.727930 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ce370-7b8d-410c-a5e3-3ad373b4900b'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:03.730257 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e7a9e8-28ae-465b-85bc-95fcd93e78ba" -d '{"events": [{"server_uuid": "eb9943d7-93e5-4352-be24-378c3f21d189", "name": "network-vif-plugged", "status": "completed", "tag": "882ce370-7b8d-410c-a5e3-3ad373b4900b"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:03.740104 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Request body: {'port': {'device_id': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:03.749709 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Request body: {'port': {'device_id': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:03.751968 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-917484bf-3801-4b63-bae9-20cce3f42334 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278516 Aug 30 10:56:03.780036 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d01469f-ec4b-471e-a2e4-3de936c8bade x-openstack-request-id: req-7d01469f-ec4b-471e-a2e4-3de936c8bade {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:03.780352 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9943d7-93e5-4352-be24-378c3f21d189", "name": "network-vif-plugged", "status": "completed", "tag": "882ce370-7b8d-410c-a5e3-3ad373b4900b", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:03.780607 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d01469f-ec4b-471e-a2e4-3de936c8bade {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:03.781012 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ce370-7b8d-410c-a5e3-3ad373b4900b', 'code': 200} Aug 30 10:56:03.854742 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-b9738715-bbd4-4242-a911-ddf04391ebaf service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880215 Aug 30 10:56:03.900654 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:03.920816 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:03.943797 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb70148-9a61-49e9-b1e6-408fa3194d14 req-8d2c17c3-cd9a-462d-9333-d987c9c48b6d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:03.946142 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2bb70148-9a61-49e9-b1e6-408fa3194d14 req-8d2c17c3-cd9a-462d-9333-d987c9c48b6d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.1374395 Aug 30 10:56:03.954170 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4563e4ad-c349-4f10-83ab-37ee1b0947be req-a7350394-b37c-4ab7-bcf0-f969b58b8952 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916178 Aug 30 10:56:04.111703 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.18', 62689) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:04.132802 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2bb70148-9a61-49e9-b1e6-408fa3194d14 req-4982f3bd-9501-42b3-833c-c0af3bc6f989 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662719 Aug 30 10:56:04.141373 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107975-4c8d-4f1f-9c8a-525b7f4fd367 req-6cdd4819-6b9b-42ae-ae88-67705ff31dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.143303 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0f107975-4c8d-4f1f-9c8a-525b7f4fd367 req-6cdd4819-6b9b-42ae-ae88-67705ff31dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 1098 time: 0.1138730 Aug 30 10:56:04.180323 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-0f107975-4c8d-4f1f-9c8a-525b7f4fd367 req-447b278d-4e92-4c3d-bd13-f2e7041ee3f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.235033 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ca177-f8ea-4fc9-8bb9-24ca2628582a req-09624614-103b-4dfb-a24f-8ac29267d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.236497 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-021ca177-f8ea-4fc9-8bb9-24ca2628582a req-09624614-103b-4dfb-a24f-8ac29267d7f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 1098 time: 0.1239815 Aug 30 10:56:04.238017 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-eac72905-7947-49e8-8754-ceeeb3056ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.239385 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-eac72905-7947-49e8-8754-ceeeb3056ee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1096 time: 0.1413608 Aug 30 10:56:04.300822 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-021ca177-f8ea-4fc9-8bb9-24ca2628582a req-08cbb87d-1794-43c9-872a-5e5d359d440a service neutron] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.343367 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682c8c2-215c-4bea-b51a-96540e43193e req-93fda61f-d08d-4146-a9c1-750843e42904 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.343367 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3682c8c2-215c-4bea-b51a-96540e43193e req-93fda61f-d08d-4146-a9c1-750843e42904 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 931 time: 0.1666279 Aug 30 10:56:04.454422 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3682c8c2-215c-4bea-b51a-96540e43193e req-047f7c3f-57f3-403f-984e-b0d9d5699a9d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932639 Aug 30 10:56:04.455455 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-0cb3beb1-cd1c-4ec8-8f06-569503a89fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.456824 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-0cb3beb1-cd1c-4ec8-8f06-569503a89fbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.1928599 Aug 30 10:56:04.527933 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-0f107975-4c8d-4f1f-9c8a-525b7f4fd367 req-447b278d-4e92-4c3d-bd13-f2e7041ee3f8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.530332 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-bffbd010-ff81-4e48-b002-d9083d3bf745 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 217 time: 0.0641656 Aug 30 10:56:04.610844 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-0f107975-4c8d-4f1f-9c8a-525b7f4fd367 req-447b278d-4e92-4c3d-bd13-f2e7041ee3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.661773 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3e3dc-c5a6-423b-bd7a-f367d9ede147 req-165fad15-a6bf-4f09-acff-4ed0ee1cf206 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.663273 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4ef3e3dc-c5a6-423b-bd7a-f367d9ede147 req-165fad15-a6bf-4f09-acff-4ed0ee1cf206 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.1196761 Aug 30 10:56:04.670575 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0f107975-4c8d-4f1f-9c8a-525b7f4fd367 req-447b278d-4e92-4c3d-bd13-f2e7041ee3f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128067 Aug 30 10:56:04.682506 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-fbc33cba-89b5-4a73-9cc6-fb8e80c4fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.683940 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-fbc33cba-89b5-4a73-9cc6-fb8e80c4fedc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.1456404 Aug 30 10:56:04.702187 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27756ae1-116c-4096-8f07-6ee2fbaf5a67 req-2cd47311-7089-42ab-b425-698a45cfbfad tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.703739 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-27756ae1-116c-4096-8f07-6ee2fbaf5a67 req-2cd47311-7089-42ab-b425-698a45cfbfad tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.1315510 Aug 30 10:56:04.704505 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b278d-4e92-4c3d-bd13-f2e7041ee3f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb5e823-49c5-4b56-93e2-42bc69d9771d,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:04.785890 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2ab642-9bb4-4d15-a22e-d24ce348a398 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:04.793107 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4ef3e3dc-c5a6-423b-bd7a-f367d9ede147 req-39d1cd85-0f5f-48e3-8df1-aca88f6da1ae tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172974 Aug 30 10:56:04.804481 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.838779 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ead5f9-0238-4705-b774-613dde77ee4f {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:04.848415 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Transition to ACTIVE for port object 5b2ab642-9bb4-4d15-a22e-d24ce348a398 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:04.851809 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.868777 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Transition to ACTIVE for port object 67ead5f9-0238-4705-b774-613dde77ee4f will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:04.922883 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.db.api [req-021ca177-f8ea-4fc9-8bb9-24ca2628582a req-08cbb87d-1794-43c9-872a-5e5d359d440a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 1166bb75ce194bdcac2f413551414e96 {{(pid=106343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:56:04.923240 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG oslo_db.api [req-021ca177-f8ea-4fc9-8bb9-24ca2628582a req-08cbb87d-1794-43c9-872a-5e5d359d440a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:56:04.925952 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ce7dd-01e1-471f-a948-7eaf62717b4a req-a4005e49-2099-4c87-915d-b554f852d5bb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:04.927695 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-dd2ce7dd-01e1-471f-a948-7eaf62717b4a req-a4005e49-2099-4c87-915d-b554f852d5bb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 931 time: 0.0576196 Aug 30 10:56:04.956015 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-3ee10a08-15a0-4cb2-8569-b1d58127ee8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319018 Aug 30 10:56:04.969072 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.976470 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:04.987800 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-dd2ce7dd-01e1-471f-a948-7eaf62717b4a req-55c3f36a-90c2-49c7-ab21-7a1921e2bab1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523961 Aug 30 10:56:04.993365 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-27756ae1-116c-4096-8f07-6ee2fbaf5a67 req-d6f8c520-d4d2-4f65-a5c3-18e5239f2b10 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784784 Aug 30 10:56:05.110814 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:05.113447 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-f5a8471b-9681-4f63-ba92-3366854adc0c service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474135 Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Attempting to bind port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Attempting to bind port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Attempting to bind port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Attempting to bind port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Pushing event updated for resources: {'Port': ['ID=67ead5f9-0238-4705-b774-613dde77ee4f,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Attempting to bind port 67ead5f9-0238-4705-b774-613dde77ee4f on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Attempting to bind port 67ead5f9-0238-4705-b774-613dde77ee4f by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Attempting to bind port 67ead5f9-0238-4705-b774-613dde77ee4f on network ea100e7a-af1d-407a-bf23-acf074e8265c {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Checking segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:05.534846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Bound using segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Bound port: 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Port 67ead5f9-0238-4705-b774-613dde77ee4f on network ea100e7a-af1d-407a-bf23-acf074e8265c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Attempting to bind port 67ead5f9-0238-4705-b774-613dde77ee4f on network ea100e7a-af1d-407a-bf23-acf074e8265c {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Checking segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Bound using segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Bound port: 67ead5f9-0238-4705-b774-613dde77ee4f, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:56:05.536384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:05.537753 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-eaf5a5a8-9424-4522-88c5-1dfcd42f317b service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141588 Aug 30 10:56:05.537753 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95baeab-5347-439a-9f03-5b5906c6bbcd req-e1e7745a-9197-4788-9575-8586526769fd tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:05.537753 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e95baeab-5347-439a-9f03-5b5906c6bbcd req-e1e7745a-9197-4788-9575-8586526769fd tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.1146636 Aug 30 10:56:05.537753 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-021ca177-f8ea-4fc9-8bb9-24ca2628582a req-08cbb87d-1794-43c9-872a-5e5d359d440a service neutron] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:05.537753 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e95baeab-5347-439a-9f03-5b5906c6bbcd req-185e9428-fcda-4bc9-8a51-eb3086263e67 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702045 Aug 30 10:56:05.541990 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:56:05.541990 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:56:05.543864 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-021ca177-f8ea-4fc9-8bb9-24ca2628582a req-08cbb87d-1794-43c9-872a-5e5d359d440a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2611542 Aug 30 10:56:05.653898 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] For port 67ead5f9-0238-4705-b774-613dde77ee4f, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:56:05.668875 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] For port 67ead5f9-0238-4705-b774-613dde77ee4f, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=67ead5f9-0238-4705-b774-613dde77ee4f,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:56:05.689393 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c2b93-3c57-4b8a-80df-63ddd75fab8d req-9248efb2-cdb5-482f-b8da-43b2b8747a20 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:05.690954 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-676c2b93-3c57-4b8a-80df-63ddd75fab8d req-9248efb2-cdb5-482f-b8da-43b2b8747a20 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.1626778 Aug 30 10:56:05.697589 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:05.739765 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:05.774432 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:05.775117 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:05.776554 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] 10.222.0.18 "PUT /v2.0/ports/5b2ab642-9bb4-4d15-a22e-d24ce348a398 HTTP/1.1" status: 200 len: 1093 time: 2.0319927 Aug 30 10:56:05.777045 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:05.857062 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:05.857685 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:05.859531 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] 10.222.0.18 "PUT /v2.0/ports/67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 200 len: 1093 time: 2.1239631 Aug 30 10:56:05.863050 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb97e0c-dbb6-4cb2-8da7-dcc1e7ba6597 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:05.871528 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-676c2b93-3c57-4b8a-80df-63ddd75fab8d req-a075dd3f-b5d5-49e3-a922-17cde0b653f1 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709878 Aug 30 10:56:05.940071 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d74ba8-f9ea-4ae6-a01f-db1839041754" -d '{"events": [{"name": "network-changed", "server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:05.975058 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65d5b-c409-46b6-ae13-43a7ba0f768b req-0c342747-7ee8-4bdd-b2ad-9f45b8c7b972 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:05.993917 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-59f65d5b-c409-46b6-ae13-43a7ba0f768b req-0c342747-7ee8-4bdd-b2ad-9f45b8c7b972 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.1007340 Aug 30 10:56:06.062272 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-59f65d5b-c409-46b6-ae13-43a7ba0f768b req-557d57a1-308d-4123-825e-e1dad5ddd5a2 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722346 Aug 30 10:56:06.113413 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0f77b-3e72-4427-840c-359ce838d848 service neutron] Pushing event updated for resources: {'Port': ['ID=67ead5f9-0238-4705-b774-613dde77ee4f,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:06.164631 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e1e70c-2b79-4553-a904-3e8723eb59ce x-openstack-request-id: req-93e1e70c-2b79-4553-a904-3e8723eb59ce {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:06.164966 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:06.165429 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93e1e70c-2b79-4553-a904-3e8723eb59ce {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:06.165726 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'status': 'completed', 'code': 200} Aug 30 10:56:06.204328 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-b2d563cf-2a59-4493-b172-beb154ff359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.205915 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-b2d563cf-2a59-4493-b172-beb154ff359b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 1096 time: 0.2573879 Aug 30 10:56:06.208672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-7933acd2-c8d3-466c-9881-f8a9a2f1ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.210931 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-7933acd2-c8d3-466c-9881-f8a9a2f1ac39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 1096 time: 0.1403961 Aug 30 10:56:06.243818 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac948a50-9a65-4fac-8be1-8fd1060611ca req-49ed8428-c0b0-4d54-a294-15b941bca288 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.245517 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ac948a50-9a65-4fac-8be1-8fd1060611ca req-49ed8428-c0b0-4d54-a294-15b941bca288 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0739632 Aug 30 10:56:06.288887 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ac948a50-9a65-4fac-8be1-8fd1060611ca req-d04cabc2-05e6-4fac-8f75-c952624baac2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369496 Aug 30 10:56:06.289401 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38760) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:06.319583 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-dff00fb3-fd35-47b6-9fc7-8a138d2ea4d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398 HTTP/1.1" status: 200 len: 217 time: 0.0957785 Aug 30 10:56:06.371842 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-0d71635c-1a6d-4e5e-9e8c-e6f3809b68c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 200 len: 217 time: 0.1398447 Aug 30 10:56:06.417611 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a94e4ab6-9425-4d43-987a-65af8f991c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:06.475897 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92066348-10b3-44fd-967b-695a833173a7 req-e09b3353-bb31-4e74-bd57-dc4b18e5ab3c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.483245 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-92066348-10b3-44fd-967b-695a833173a7 req-e09b3353-bb31-4e74-bd57-dc4b18e5ab3c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.2164283 Aug 30 10:56:06.493895 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-0c2ba196-49ae-4389-b1ef-1280497b90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.495307 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-0c2ba196-49ae-4389-b1ef-1280497b90db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.1473694 Aug 30 10:56:06.498817 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-28b95a56-fb35-4fbe-ab5f-84e9e7e6238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.500847 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-28b95a56-fb35-4fbe-ab5f-84e9e7e6238c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.0991752 Aug 30 10:56:06.527480 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a94e4ab6-9425-4d43-987a-65af8f991c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:06.618567 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-92066348-10b3-44fd-967b-695a833173a7 req-a0025982-c9e9-49fc-bfdc-4d9e2d4d91e4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342695 Aug 30 10:56:06.655713 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-036b04c6-4c0d-4fc2-b318-a035ff1b2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.657453 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-036b04c6-4c0d-4fc2-b318-a035ff1b2da8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1384923 Aug 30 10:56:06.659352 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-1a736adc-9615-495f-a49c-0466bd1e3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.661080 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-1a736adc-9615-495f-a49c-0466bd1e3cec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1445665 Aug 30 10:56:06.669026 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3206d-81e6-4d0d-a4cb-e315f0e4f528 req-65550871-b9db-46be-8356-0ce41ca167f6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:06.670531 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-19e3206d-81e6-4d0d-a4cb-e315f0e4f528 req-65550871-b9db-46be-8356-0ce41ca167f6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.0712821 Aug 30 10:56:06.674029 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a94e4ab6-9425-4d43-987a-65af8f991c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:06.734473 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-a94e4ab6-9425-4d43-987a-65af8f991c6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=705da3b0e00f437b864c6423af32b2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417937 Aug 30 10:56:06.734674 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e4ab6-9425-4d43-987a-65af8f991c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0fc546-ac3b-4623-8073-5d5efbd4aaa7,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:06.735408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 38770) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:06.752347 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-19e3206d-81e6-4d0d-a4cb-e315f0e4f528 req-2edcad49-f8b1-4ffc-a4de-31c4b17ebfa9 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688617 Aug 30 10:56:06.879731 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-a87ed039-1db9-4496-8056-7a439f29cb3b service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077589 Aug 30 10:56:06.887386 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-ba8aff20-2cf3-40b4-b06c-33e97322c9c8 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142007 Aug 30 10:56:07.181153 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-88890b4d-804b-499b-a233-66177a66de7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:07.199560 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5ccb4-4a06-44e3-affe-0f32f3c27028 req-64936449-8011-44c1-a8e7-8d64e5694dea tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:07.201132 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dde5ccb4-4a06-44e3-affe-0f32f3c27028 req-64936449-8011-44c1-a8e7-8d64e5694dea tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.0660548 Aug 30 10:56:07.243317 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dde5ccb4-4a06-44e3-affe-0f32f3c27028 req-40983403-af62-4a14-a68a-ea9956d2cac5 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Aug 30 10:56:07.268694 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-88890b4d-804b-499b-a233-66177a66de7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:07.296827 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3cac3f9b-5cb2-4daa-b199-397ae22ae408 req-fc9b2001-ef3a-443a-9fd7-a6ddbc7d7af9 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934443 Aug 30 10:56:07.334350 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95114134-fd4b-4439-a3bd-959903399779 req-6760a6e6-cc83-4435-a665-b21b34565529 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:07.335966 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-95114134-fd4b-4439-a3bd-959903399779 req-6760a6e6-cc83-4435-a665-b21b34565529 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.1636398 Aug 30 10:56:07.338804 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5f8925-f7ec-42c8-968c-4454e13e6395 req-f3436e67-f1f7-4488-addf-7bb655fae194 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486964 Aug 30 10:56:07.388187 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-95114134-fd4b-4439-a3bd-959903399779 req-a2ac9ec1-db33-4ff3-8aa4-63dd6eda9994 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380058 Aug 30 10:56:07.426714 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37d5e-9c97-4208-9d83-3b834defcbd2 req-a5000171-1b49-4094-9500-a1afce47d600 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:07.428369 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-49c37d5e-9c97-4208-9d83-3b834defcbd2 req-a5000171-1b49-4094-9500-a1afce47d600 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0562894 Aug 30 10:56:07.473362 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-49c37d5e-9c97-4208-9d83-3b834defcbd2 req-60347d9d-683f-4ff5-8806-f150b5192859 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362780 Aug 30 10:56:07.477883 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-88890b4d-804b-499b-a233-66177a66de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:07.480512 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-88890b4d-804b-499b-a233-66177a66de7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:07.481825 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-88890b4d-804b-499b-a233-66177a66de7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b0fc546-ac3b-4623-8073-5d5efbd4aaa7 HTTP/1.1" status: 204 len: 168 time: 0.7117000 Aug 30 10:56:07.507461 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88890b4d-804b-499b-a233-66177a66de7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0fc546-ac3b-4623-8073-5d5efbd4aaa7,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:07.525231 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-04d08dd8-4608-4bfe-a8a9-9a4c774293e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:07.526843 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-04d08dd8-4608-4bfe-a8a9-9a4c774293e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 1096 time: 0.0771594 Aug 30 10:56:07.643805 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38796) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:07.700023 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-8a6dd98d-c0ae-4514-a4a5-1f2e766d0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:07.701944 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-8a6dd98d-c0ae-4514-a4a5-1f2e766d0fc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.1662576 Aug 30 10:56:07.762469 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877528da-ec9b-4e05-b999-0b03089ea212 req-cb495187-f76c-42a6-bf2d-f64165dc3bc8 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:07.764069 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-877528da-ec9b-4e05-b999-0b03089ea212 req-cb495187-f76c-42a6-bf2d-f64165dc3bc8 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0519593 Aug 30 10:56:07.808422 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-877528da-ec9b-4e05-b999-0b03089ea212 req-4246c47c-ed6d-4ea9-acb7-018626810957 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378082 Aug 30 10:56:07.910596 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0f74-2aef-4296-8fd3-c776008552b3 req-14731a59-d2bd-4f02-b8a1-1908f82b1540 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:07.920288 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-53fa0f74-2aef-4296-8fd3-c776008552b3 req-14731a59-d2bd-4f02-b8a1-1908f82b1540 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 943 time: 0.0878029 Aug 30 10:56:07.951726 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-687cc01d-935f-41c3-8f67-44382ee1ae18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:07.994627 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-53fa0f74-2aef-4296-8fd3-c776008552b3 req-13b2f5e5-63b5-4bdf-8bd0-8f6225dac7b0 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733373 Aug 30 10:56:08.103642 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-687cc01d-935f-41c3-8f67-44382ee1ae18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:08.166714 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:08.169048 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:08.208728 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6340b3b-fb73-49d9-af3c-c9201212bcad x-openstack-request-id: req-f6340b3b-fb73-49d9-af3c-c9201212bcad {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:08.209062 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:08.209323 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6340b3b-fb73-49d9-af3c-c9201212bcad {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:08.211184 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f', 'status': 'completed', 'code': 200} Aug 30 10:56:08.218275 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-687cc01d-935f-41c3-8f67-44382ee1ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:08.254681 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cc01d-935f-41c3-8f67-44382ee1ae18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c078bc0a-ecfe-4cab-b9e2-89e4257f84e6,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:08.259627 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-687cc01d-935f-41c3-8f67-44382ee1ae18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a22e5285146405899c08cf1d65485e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144350 Aug 30 10:56:08.262384 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38822) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:08.330232 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d608741d-d470-4953-a665-75467e7cce70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:08.353711 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d608741d-d470-4953-a665-75467e7cce70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:08.516470 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78607-e171-4701-b64f-728cac021307 req-d4c80ee9-9f33-40d1-aa18-e55d52e056fa tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:08.519285 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6ef78607-e171-4701-b64f-728cac021307 req-d4c80ee9-9f33-40d1-aa18-e55d52e056fa tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.0600533 Aug 30 10:56:08.553364 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d608741d-d470-4953-a665-75467e7cce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:08.558076 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d608741d-d470-4953-a665-75467e7cce70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:08.561625 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-d608741d-d470-4953-a665-75467e7cce70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c078bc0a-ecfe-4cab-b9e2-89e4257f84e6 HTTP/1.1" status: 204 len: 168 time: 0.2980905 Aug 30 10:56:08.572416 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bc7bac32-0961-46f7-9d5d-34b75524f91d details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:56:08.592594 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608741d-d470-4953-a665-75467e7cce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078bc0a-ecfe-4cab-b9e2-89e4257f84e6,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:08.627950 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6ef78607-e171-4701-b64f-728cac021307 req-bcc296d0-8301-4513-812e-1da73b888a0f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013534 Aug 30 10:56:08.730478 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-dc309dd4-b4d2-48ab-b74e-b14742555e88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398 HTTP/1.1" status: 200 len: 217 time: 0.1742799 Aug 30 10:56:08.827011 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfae440-4a8d-4ee3-a0e0-d4f13c20565e req-b0a39ebb-8585-442f-89ad-1fa342bf5800 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:08.828762 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0bfae440-4a8d-4ee3-a0e0-d4f13c20565e req-b0a39ebb-8585-442f-89ad-1fa342bf5800 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1036136 Aug 30 10:56:08.833240 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port bc7bac32-0961-46f7-9d5d-34b75524f91d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:08.860152 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'bc7bac32-0961-46f7-9d5d-34b75524f91d', 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'port_id': 'bc7bac32-0961-46f7-9d5d-34b75524f91d', 'mac_address': 'fa:16:3e:1b:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:56:08.875904 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0bfae440-4a8d-4ee3-a0e0-d4f13c20565e req-ed2313fe-798b-4324-b8e0-fc9ed7e43052 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360639 Aug 30 10:56:08.910900 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:08.933184 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7bac32-0961-46f7-9d5d-34b75524f91d {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:08.965003 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port bc7bac32-0961-46f7-9d5d-34b75524f91d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:09.096780 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:09.097903 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device cef7722c-bacd-4c6f-b3cd-766a10c7a973 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:56:09.171628 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723d242-18e9-4046-8cae-621fefd15fb8 req-dd7aa960-7a50-47e6-8ce4-3236a01c389f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:09.174264 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3723d242-18e9-4046-8cae-621fefd15fb8 req-dd7aa960-7a50-47e6-8ce4-3236a01c389f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 944 time: 0.0686920 Aug 30 10:56:09.189680 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port cef7722c-bacd-4c6f-b3cd-766a10c7a973, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:09.217954 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973', 'network_id': '864ca3f4-4e6f-4892-9074-84b817fbe5da', 'port_id': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973', 'mac_address': 'fa:16:3e:2c:7f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1faba8d9-4533-436a-8921-bec595aa9c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:56:09.227407 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=bc7bac32-0961-46f7-9d5d-34b75524f91d,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:09.233586 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3723d242-18e9-4046-8cae-621fefd15fb8 req-2a1a3f59-aeb4-4792-95bd-aec9f0064d53 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521324 Aug 30 10:56:09.399338 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:09.414553 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef7722c-bacd-4c6f-b3cd-766a10c7a973 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:09.436652 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port cef7722c-bacd-4c6f-b3cd-766a10c7a973, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:09.526317 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:09.609325 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=cef7722c-bacd-4c6f-b3cd-766a10c7a973,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:09.768364 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589358a-503f-42d0-89b6-f55e9344a72a req-897a2770-7c57-481d-8823-4fac78edbc1f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:09.775720 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2589358a-503f-42d0-89b6-f55e9344a72a req-897a2770-7c57-481d-8823-4fac78edbc1f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.0617115 Aug 30 10:56:09.822089 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2589358a-503f-42d0-89b6-f55e9344a72a req-8ef0914c-9edc-48b2-b1f9-5a8110513178 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Aug 30 10:56:10.029536 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5cd22-f755-4784-a79d-452f473bb78c req-8622555f-509e-4af3-b7df-b81cf39ce8a0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.035057 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cbc5cd22-f755-4784-a79d-452f473bb78c req-8622555f-509e-4af3-b7df-b81cf39ce8a0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0603976 Aug 30 10:56:10.098575 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cbc5cd22-f755-4784-a79d-452f473bb78c req-d1cb4b72-489e-47d6-964a-e4b9c671214c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586455 Aug 30 10:56:10.164776 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38892) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:10.333519 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-547031559-network', 'tenant_id': '1342e088d7ac4741bf732664c07f54a1'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:10.371081 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413bf9e-14ec-4fc3-853d-35fc440a82cd req-e0ca3bc4-98fa-4318-bce6-0aaffe0b4dd3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.373167 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0413bf9e-14ec-4fc3-853d-35fc440a82cd req-e0ca3bc4-98fa-4318-bce6-0aaffe0b4dd3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 944 time: 0.0595708 Aug 30 10:56:10.414479 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0413bf9e-14ec-4fc3-853d-35fc440a82cd req-ba3689ab-2c02-4bb1-ae91-53517ebb2ab7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Aug 30 10:56:10.420023 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Made reservation on behalf of 1342e088d7ac4741bf732664c07f54a1 for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:10.422449 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.439864 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.559562 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.563463 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-4720b490-b5e4-4f4f-99b6-b813349b4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.564828 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-4720b490-b5e4-4f4f-99b6-b813349b4522 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.0825233 Aug 30 10:56:10.575432 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-780de262-3e67-4347-8e0f-ace01b361e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.576906 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-780de262-3e67-4347-8e0f-ace01b361e4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 1096 time: 0.0601709 Aug 30 10:56:10.622354 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.651111 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:56:10.661290 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fb3d82-70f4-4ba9-b63b-0a6e930b0525,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:10.666955 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.667319 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Added segment 240e4587-e14e-4bc6-9fae-c9266fe4d31a of type vlan for network 4c6d2f47-e233-47ca-b3a3-da99f26e7050 Aug 30 10:56:10.717648 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.752461 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-eb82989f-bf6d-4a14-87f7-92084d5f855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.754314 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-eb82989f-bf6d-4a14-87f7-92084d5f855d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1632199 Aug 30 10:56:10.799129 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-c1315345-f870-4928-97ab-d7d8efb6c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.800850 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-c1315345-f870-4928-97ab-d7d8efb6c885 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 912 time: 0.2086148 Aug 30 10:56:10.811395 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.813203 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.814205 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:10.875301 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-9ffc8b21-8425-483d-98e9-f255ca39ae64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 200 len: 217 time: 0.0477595 Aug 30 10:56:10.945226 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6d2f47-e233-47ca-b3a3-da99f26e7050,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:10.946505 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-b5c01d62-a5ab-4327-8b04-408609b9936c service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702425 Aug 30 10:56:10.955133 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-796db5bb-d972-4deb-9fc3-8b71d10093d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.957168 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-796db5bb-d972-4deb-9fc3-8b71d10093d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.0653133 Aug 30 10:56:10.964956 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 4c6d2f47-e233-47ca-b3a3-da99f26e7050 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:56:10.980651 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85319-6a2d-4ce0-9ca3-24ad8228dc70 req-cf5220e2-0792-454c-a39e-319677bd4de7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:10.982318 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5bf85319-6a2d-4ce0-9ca3-24ad8228dc70 req-cf5220e2-0792-454c-a39e-319677bd4de7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.0815599 Aug 30 10:56:11.014654 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-d04b296c-f6c9-4c86-9108-d4080a619f62 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8483405 Aug 30 10:56:11.020991 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38908) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:11.029158 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Request body: {'subnet': {'network_id': '4c6d2f47-e233-47ca-b3a3-da99f26e7050', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-547031559-subnet', 'tenant_id': '1342e088d7ac4741bf732664c07f54a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:11.034866 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['cef7722c-bacd-4c6f-b3cd-766a10c7a973'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:11.034866 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['bc7bac32-0961-46f7-9d5d-34b75524f91d'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:11.045735 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5bf85319-6a2d-4ce0-9ca3-24ad8228dc70 req-cfa8eba4-695e-4132-ae57-0a34360c4ddc tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571799 Aug 30 10:56:11.099934 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-97df4e8c-3035-41ec-b4c9-f0f4eeb1feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:11.102755 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-97df4e8c-3035-41ec-b4c9-f0f4eeb1feed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284566 Aug 30 10:56:11.160192 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Made reservation on behalf of 1342e088d7ac4741bf732664c07f54a1 for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:11.163800 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:11.175914 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-65d74ba8-f9ea-4ae6-a01f-db1839041754 req-65cd933c-a76e-4edc-abcc-e73fd48c628a service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027364 Aug 30 10:56:11.307080 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-ae3cb7ea-975e-47d5-897d-2d75c8d1c94c service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924200 Aug 30 10:56:11.341336 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fdc56-3a19-4879-83dc-076804454567 req-fdea5001-ecc8-427a-8fc7-1fc4e20841bc tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:11.342697 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-805fdc56-3a19-4879-83dc-076804454567 req-fdea5001-ecc8-427a-8fc7-1fc4e20841bc tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0974324 Aug 30 10:56:11.473899 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-805fdc56-3a19-4879-83dc-076804454567 req-60cdc57a-4a60-4eb3-90ad-b1406ba4f0f5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154985 Aug 30 10:56:11.512293 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47e520ae-d2c8-42b1-bc78-00788a9bb8a3 req-51f729be-db18-4176-b64a-557b753f01a2 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964819 Aug 30 10:56:11.603539 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:11.611718 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf79138-9102-4f6c-aeed-23031339a7a7 req-e359d504-5837-4d78-bc22-4a2440c28560 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:11.613726 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5bf79138-9102-4f6c-aeed-23031339a7a7 req-e359d504-5837-4d78-bc22-4a2440c28560 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 944 time: 0.0582321 Aug 30 10:56:11.660657 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5bf79138-9102-4f6c-aeed-23031339a7a7 req-f499129a-1b3f-4374-9d81-bb1b786d2980 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384319 Aug 30 10:56:11.670546 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bbef1f-89df-4d7b-a82c-fb4c69069283,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:11.683958 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Checking segment: {'id': '240e4587-e14e-4bc6-9fae-c9266fe4d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4c6d2f47-e233-47ca-b3a3-da99f26e7050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:11.686230 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Network hostable DHCP agents. Network: 4c6d2f47-e233-47ca-b3a3-da99f26e7050, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:56:11.776907 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Network 4c6d2f47-e233-47ca-b3a3-da99f26e7050 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:56:11.833796 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 4c6d2f47-e233-47ca-b3a3-da99f26e7050) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:11.840068 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:11.841469 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:11.847863 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8dca3e-46e1-4555-a55e-4b321dca072a None None] Network 4c6d2f47-e233-47ca-b3a3-da99f26e7050 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:56:11.954850 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-9cddef55-0165-4d93-9567-79f0e0fa5fc9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9322896 Aug 30 10:56:12.010614 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e981f06-b3f6-4812-8f18-5dbd5fb2f2af None None] Network 4c6d2f47-e233-47ca-b3a3-da99f26e7050 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:56:12.238477 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968504c1-208a-416d-8109-fd06e186b364 req-8ff7e188-44d2-4f97-b3f1-ecdc58a662e5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:12.240443 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-968504c1-208a-416d-8109-fd06e186b364 req-8ff7e188-44d2-4f97-b3f1-ecdc58a662e5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.0868449 Aug 30 10:56:12.285046 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-968504c1-208a-416d-8109-fd06e186b364 req-a312dee6-425b-49c5-8f16-5d6972225f90 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371194 Aug 30 10:56:12.464031 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bc7bac32-0961-46f7-9d5d-34b75524f91d up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:12.617570 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port bc7bac32-0961-46f7-9d5d-34b75524f91d completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:12.622427 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad9ee4-eb22-42d2-9f04-67c43a738794 req-7c14165f-062b-4dfc-9b43-9cd095a2e891 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:12.622990 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port bc7bac32-0961-46f7-9d5d-34b75524f91d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:12.622990 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:12.623977 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-09ad9ee4-eb22-42d2-9f04-67c43a738794 req-7c14165f-062b-4dfc-9b43-9cd095a2e891 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0551383 Aug 30 10:56:12.676990 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-09ad9ee4-eb22-42d2-9f04-67c43a738794 req-e372b2c2-3489-45ed-a642-00d0a9a2e34b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Aug 30 10:56:12.717179 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:12.742288 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7bac32-0961-46f7-9d5d-34b75524f91d'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:12.744785 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd17b4-1f3a-43a4-83cc-d901a39c7c01" -d '{"events": [{"server_uuid": "5234d4c4-bcfc-4c92-b6c5-337cb32255f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc7bac32-0961-46f7-9d5d-34b75524f91d"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:12.758686 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port bc7bac32-0961-46f7-9d5d-34b75524f91d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:12.795006 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc810-9b2f-4c23-b0ac-fc11bd95f617 req-5ba50b1d-bd60-48f8-b3a7-48d7ce0fb60b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:12.796486 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-618cc810-9b2f-4c23-b0ac-fc11bd95f617 req-5ba50b1d-bd60-48f8-b3a7-48d7ce0fb60b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 944 time: 0.0500009 Aug 30 10:56:12.840687 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:12.841409 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device cef7722c-bacd-4c6f-b3cd-766a10c7a973 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:12.856261 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-618cc810-9b2f-4c23-b0ac-fc11bd95f617 req-78ec0cae-7563-4221-9bb6-bd39ad3c22b3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Aug 30 10:56:12.915733 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0dd9a6-1bd9-422d-942d-8c016be79a25 x-openstack-request-id: req-df0dd9a6-1bd9-422d-942d-8c016be79a25 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:12.916086 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5234d4c4-bcfc-4c92-b6c5-337cb32255f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc7bac32-0961-46f7-9d5d-34b75524f91d", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:12.916476 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df0dd9a6-1bd9-422d-942d-8c016be79a25 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:12.916696 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7bac32-0961-46f7-9d5d-34b75524f91d', 'code': 200} Aug 30 10:56:12.946832 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=bc7bac32-0961-46f7-9d5d-34b75524f91d,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:13.015342 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 38986) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:13.020650 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-506294276-network', 'tenant_id': '2d6fe40a04914d06bcd424ff1a7548aa'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:13.085646 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port cef7722c-bacd-4c6f-b3cd-766a10c7a973 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:13.089988 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port cef7722c-bacd-4c6f-b3cd-766a10c7a973 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:13.090371 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.114725 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Made reservation on behalf of 2d6fe40a04914d06bcd424ff1a7548aa for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:13.119480 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.129790 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.190714 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.231173 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port cef7722c-bacd-4c6f-b3cd-766a10c7a973, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:13.276583 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.307629 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3f96-2ff4-488a-aa8a-b2e213bfe294 req-608e7ea8-b926-48ed-bc08-3ac59c438d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:13.309237 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d26d3f96-2ff4-488a-aa8a-b2e213bfe294 req-608e7ea8-b926-48ed-bc08-3ac59c438d2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 1098 time: 0.0826440 Aug 30 10:56:13.320655 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.401625 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=cef7722c-bacd-4c6f-b3cd-766a10c7a973,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:13.401723 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d26d3f96-2ff4-488a-aa8a-b2e213bfe294 req-908986ba-a26c-4299-9ae7-605b69707b5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761881 Aug 30 10:56:13.401817 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.457658 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:56:13.472921 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70683655-d263-48c7-9aad-2ca5e4b1b132,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:13.479489 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.479891 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Added segment c265004f-4b0c-4d98-8283-f40d607b512a of type vlan for network 2cd1af16-9384-4079-818a-54802b0ae412 Aug 30 10:56:13.521386 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec429-b582-47e9-94d2-56300284da22 req-1fd440e9-743e-4ddc-a845-6e661a654b8d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:13.523060 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d72ec429-b582-47e9-94d2-56300284da22 req-1fd440e9-743e-4ddc-a845-6e661a654b8d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.1423745 Aug 30 10:56:13.561251 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.590256 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d72ec429-b582-47e9-94d2-56300284da22 req-d4cf0c17-dfa9-4276-b708-63d5e0402bbf tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539041 Aug 30 10:56:13.667992 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.668984 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:13.669578 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:13.729852 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd1af16-9384-4079-818a-54802b0ae412,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:13.739952 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 2cd1af16-9384-4079-818a-54802b0ae412 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:56:13.826286 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4df3d-4edb-40d0-89f0-cba8762c95e6 req-6d27c198-d75c-4d61-9665-81986c3a77e3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:13.829999 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-50d4df3d-4edb-40d0-89f0-cba8762c95e6 req-6d27c198-d75c-4d61-9665-81986c3a77e3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0631852 Aug 30 10:56:13.846021 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1d061e73-9981-481b-a5cc-3576b77cff29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8295476 Aug 30 10:56:13.849726 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39008) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:13.856688 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Request body: {'subnet': {'network_id': '2cd1af16-9384-4079-818a-54802b0ae412', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-506294276-subnet', 'tenant_id': '2d6fe40a04914d06bcd424ff1a7548aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:13.874046 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-50d4df3d-4edb-40d0-89f0-cba8762c95e6 req-30fa35ef-8358-4781-9a91-db065297a7df tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373352 Aug 30 10:56:13.965038 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921921-799c-4ce9-8985-23f617700e6e req-6decb524-e852-4ca9-af2d-a416bface538 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:13.966683 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3c921921-799c-4ce9-8985-23f617700e6e req-6decb524-e852-4ca9-af2d-a416bface538 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Aug 30 10:56:14.002972 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Made reservation on behalf of 2d6fe40a04914d06bcd424ff1a7548aa for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:14.005467 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.014323 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39014) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:14.053836 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3c921921-799c-4ce9-8985-23f617700e6e req-0e2fbb46-00e2-4b1b-912b-5b848a85898b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784755 Aug 30 10:56:14.129741 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90fc13e1-2ba8-4c11-860f-05c12971a50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.237814 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90fc13e1-2ba8-4c11-860f-05c12971a50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.262771 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.319487 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90fc13e1-2ba8-4c11-860f-05c12971a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.327355 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b313257-ef3d-4c43-987b-c41d9b349f0a,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:14.332702 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Checking segment: {'id': 'c265004f-4b0c-4d98-8283-f40d607b512a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2cd1af16-9384-4079-818a-54802b0ae412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:14.333096 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Network hostable DHCP agents. Network: 2cd1af16-9384-4079-818a-54802b0ae412, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:56:14.359249 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-90fc13e1-2ba8-4c11-860f-05c12971a50e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3e83828532041f5b27a4a6b1fc7d5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435843 Aug 30 10:56:14.360183 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc13e1-2ba8-4c11-860f-05c12971a50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3503a9-9925-498a-b522-8437eab67b4f,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:14.361955 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39018) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:14.412070 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-94972833-7e36-43f1-af67-a2f0c2cdf3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.423538 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Network 2cd1af16-9384-4079-818a-54802b0ae412 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:56:14.438681 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-94972833-7e36-43f1-af67-a2f0c2cdf3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.519166 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 2cd1af16-9384-4079-818a-54802b0ae412) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:14.523955 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:14.527514 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.529292 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681282b-6d50-43ea-8635-f44d48ef370f None None] Network 2cd1af16-9384-4079-818a-54802b0ae412 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:56:14.548029 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-94972833-7e36-43f1-af67-a2f0c2cdf3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.550573 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-94972833-7e36-43f1-af67-a2f0c2cdf3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.554367 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-94972833-7e36-43f1-af67-a2f0c2cdf3af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba3503a9-9925-498a-b522-8437eab67b4f HTTP/1.1" status: 204 len: 168 time: 0.1881087 Aug 30 10:56:14.561285 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94972833-7e36-43f1-af67-a2f0c2cdf3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3503a9-9925-498a-b522-8437eab67b4f,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:14.625138 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-120aa8dc-fcd4-4cd7-890d-9fe2c75b3af8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7719061 Aug 30 10:56:14.706717 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b3fe7-d3f6-425d-b75b-671d72a042d2 None None] Network 2cd1af16-9384-4079-818a-54802b0ae412 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:56:14.741125 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc2fd-73b0-4e21-99a1-0e2e3219e77f req-daac38b7-1378-4b9f-8ddc-38e5a24283f0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:14.746668 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44bbc2fd-73b0-4e21-99a1-0e2e3219e77f req-daac38b7-1378-4b9f-8ddc-38e5a24283f0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 943 time: 0.0644050 Aug 30 10:56:14.774718 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39030) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:14.790056 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44bbc2fd-73b0-4e21-99a1-0e2e3219e77f req-1c5b3a4b-e107-42f1-83b0-6cf66ba0aeea tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Aug 30 10:56:14.841625 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] Deleting subnet 67bbef1f-89df-4d7b-a82c-fb4c69069283 {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:56:14.847513 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.893407 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.903648 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:14.918483 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:14.921608 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87317af2-381f-491f-b2ae-e186a9481b74" -d '{"events": [{"server_uuid": "cd2e57f7-7501-4fc3-940a-829fd4c27d27", "name": "network-vif-plugged", "status": "completed", "tag": "cef7722c-bacd-4c6f-b3cd-766a10c7a973"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:14.971758 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aec15a6-7d17-4b14-bb66-9f94579ec45f x-openstack-request-id: req-2aec15a6-7d17-4b14-bb66-9f94579ec45f {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:14.972066 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e57f7-7501-4fc3-940a-829fd4c27d27", "name": "network-vif-plugged", "status": "completed", "tag": "cef7722c-bacd-4c6f-b3cd-766a10c7a973", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:14.972328 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2aec15a6-7d17-4b14-bb66-9f94579ec45f {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:14.972722 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973', 'code': 200} Aug 30 10:56:15.030048 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f664a00-7fc0-47fa-beb8-ffe74e7824d5 req-cc963d16-9c51-4436-bfc1-7185a8746d99 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:15.031503 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0f664a00-7fc0-47fa-beb8-ffe74e7824d5 req-cc963d16-9c51-4436-bfc1-7185a8746d99 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0536659 Aug 30 10:56:15.033257 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.071775 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bbef1f-89df-4d7b-a82c-fb4c69069283,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:15.076176 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.078297 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-34e0fc1f-acfd-47aa-8fe2-a055d61b5604 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67bbef1f-89df-4d7b-a82c-fb4c69069283 HTTP/1.1" status: 204 len: 168 time: 0.3076036 Aug 30 10:56:15.080911 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39042) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:15.148978 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0f664a00-7fc0-47fa-beb8-ffe74e7824d5 req-30ef3cd1-8a35-49f9-b7c4-a0553b461844 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089361 Aug 30 10:56:15.177493 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.188555 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7e8f-21bf-4081-be34-449ac88cf34c req-75526293-96e6-4502-9e0a-d838d9b32f2d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:15.190223 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1d5f7e8f-21bf-4081-be34-449ac88cf34c req-75526293-96e6-4502-9e0a-d838d9b32f2d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0592680 Aug 30 10:56:15.232533 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1d5f7e8f-21bf-4081-be34-449ac88cf34c req-37dea448-e263-47a3-9f63-447abf12924b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Aug 30 10:56:15.256547 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 67ead5f9-0238-4705-b774-613dde77ee4f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:56:15.275934 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.289146 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.289449 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.290260 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.290588 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > port after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.290909 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.291246 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > port after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.291562 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.291931 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.292297 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.292639 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.329918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39044) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:15.345855 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cdb47b0c-effe-4888-8dfe-3f1347dd730c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.358890 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 67ead5f9-0238-4705-b774-613dde77ee4f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=67ead5f9-0238-4705-b774-613dde77ee4f,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:15.371845 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '67ead5f9-0238-4705-b774-613dde77ee4f', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'port_id': '67ead5f9-0238-4705-b774-613dde77ee4f', 'mac_address': 'fa:16:3e:2f:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:56:15.412630 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.426913 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ead5f9-0238-4705-b774-613dde77ee4f {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:15.448736 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 67ead5f9-0238-4705-b774-613dde77ee4f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=67ead5f9-0238-4705-b774-613dde77ee4f,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:15.453257 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cdb47b0c-effe-4888-8dfe-3f1347dd730c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.494247 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.494599 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.494938 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.495277 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:15.495660 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6d2f47-e233-47ca-b3a3-da99f26e7050']}} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:15.513343 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.516875 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:56:15.517037 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240e4587-e14e-4bc6-9fae-c9266fe4d31a') {'for_net_delete': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:15.517037 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240e4587-e14e-4bc6-9fae-c9266fe4d31a') {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:15.531521 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12727423'] for segment, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.553314 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.562495 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:56:15.562900 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16574846'] for segment, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.565660 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cdb47b0c-effe-4888-8dfe-3f1347dd730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: from cryptography.utils import int_from_bytes Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: from cryptography.utils import int_from_bytes Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: Traceback (most recent call last): Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: timer() Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: cb(*args, **kw) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: return func(*args, **kwargs) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: self._notify() Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: self.callback(batched_events) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: event.method(event) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: return f(self, *a, **k) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._get(url).json() Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: return self.request(url, 'GET', **kwargs) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:56:15.567057 dv-cinder-806559-1-iscsi neutron-server[106343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:56:15.606739 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb47b0c-effe-4888-8dfe-3f1347dd730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659c460-d3dc-4cf5-853b-33d1c9e07703,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:15.611306 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-cdb47b0c-effe-4888-8dfe-3f1347dd730c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70a297fa458d468a953bfa44c2e9c7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802711 Aug 30 10:56:15.614001 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39046) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:15.620367 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=67ead5f9-0238-4705-b774-613dde77ee4f,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:15.660008 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:15.672048 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'port_id': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'mac_address': 'fa:16:3e:c8:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:56:15.672303 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-15e70147-66b8-4dc9-94f3-efadd2f35f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.690519 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.698527 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-15e70147-66b8-4dc9-94f3-efadd2f35f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.708814 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.711305 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c6d2f47-e233-47ca-b3a3-da99f26e7050 HTTP/1.1" status: 204 len: 168 time: 0.6294308 Aug 30 10:56:15.712805 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b866a0-bb43-427e-967f-58c80f4a6f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6d2f47-e233-47ca-b3a3-da99f26e7050,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:15.714721 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39048) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:15.722223 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.741104 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2ab642-9bb4-4d15-a22e-d24ce348a398 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:15.763093 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:15.772281 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] Deleting subnet 8b313257-ef3d-4c43-987b-c41d9b349f0a {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:56:15.775834 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.810812 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12727392'] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.827821 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-15e70147-66b8-4dc9-94f3-efadd2f35f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.830961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-15e70147-66b8-4dc9-94f3-efadd2f35f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.832572 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-15e70147-66b8-4dc9-94f3-efadd2f35f3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8659c460-d3dc-4cf5-853b-33d1c9e07703 HTTP/1.1" status: 204 len: 168 time: 0.2171831 Aug 30 10:56:15.839264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.848132 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e70147-66b8-4dc9-94f3-efadd2f35f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659c460-d3dc-4cf5-853b-33d1c9e07703,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:15.875796 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:15.912298 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:15.956990 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:56:15.982973 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60f187-76cc-427d-9ace-5e8a8603fc56 req-0a4cf2e5-ff27-4b2d-9120-f87ef0c627e0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:15.984407 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6a60f187-76cc-427d-9ace-5e8a8603fc56 req-0a4cf2e5-ff27-4b2d-9120-f87ef0c627e0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 944 time: 0.0760794 Aug 30 10:56:16.024157 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6a60f187-76cc-427d-9ace-5e8a8603fc56 req-75aafed8-08f7-4f97-add2-5d3a2bb191fa tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Aug 30 10:56:16.051464 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16574744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13617886'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.079263 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b313257-ef3d-4c43-987b-c41d9b349f0a,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:16.091361 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.093102 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-d2a7829b-e72b-42f8-8a21-7515de4bf2a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b313257-ef3d-4c43-987b-c41d9b349f0a HTTP/1.1" status: 204 len: 168 time: 0.3772061 Aug 30 10:56:16.096261 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39062) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:16.170431 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.286937 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.301786 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > port after_create 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > port after_update 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.311305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.362591 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546e10-9acc-4b93-89a5-39065eaac2c3 req-504b258f-9140-4c77-8e74-311cec559f3c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:16.364211 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1d546e10-9acc-4b93-89a5-39065eaac2c3 req-504b258f-9140-4c77-8e74-311cec559f3c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0562980 Aug 30 10:56:16.373806 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.374439 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.374524 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.374838 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 10:56:16.375217 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd1af16-9384-4079-818a-54802b0ae412']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:16.401392 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c265004f-4b0c-4d98-8283-f40d607b512a') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:16.401739 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c265004f-4b0c-4d98-8283-f40d607b512a') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:16.408986 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1d546e10-9acc-4b93-89a5-39065eaac2c3 req-c5d27ff6-ee5b-4b65-bf95-ab3922b049b7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360193 Aug 30 10:56:16.598001 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335d82b-dcab-4a18-bdf1-a3d2bd4c7899 req-66bf0348-e020-430d-9aac-02b802dc2691 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:16.599547 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9335d82b-dcab-4a18-bdf1-a3d2bd4c7899 req-66bf0348-e020-430d-9aac-02b802dc2691 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.3546686 Aug 30 10:56:16.606003 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.645246 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.662680 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:56:16.663084 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: from cryptography.utils import int_from_bytes Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: from cryptography.utils import int_from_bytes Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:56:16.667018 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:56:16.706361 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9335d82b-dcab-4a18-bdf1-a3d2bd4c7899 req-3a8aa004-630d-4d2c-a946-53c52af602cf tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961239 Aug 30 10:56:16.770587 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.777961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:16.780239 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2cd1af16-9384-4079-818a-54802b0ae412 HTTP/1.1" status: 204 len: 168 time: 0.6824248 Aug 30 10:56:16.789596 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3d78d-99ae-43ac-83df-b8c8fef11081 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd1af16-9384-4079-818a-54802b0ae412,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:16.916290 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39094) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:17.017247 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1446590378-network', 'tenant_id': 'd1cec5452c594a57b49d9b50fb63f7f3'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:17.147974 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Made reservation on behalf of d1cec5452c594a57b49d9b50fb63f7f3 for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:17.148197 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884421c-449b-4060-9c32-af7a610bbcf5 req-1d2edbd7-5f1f-4048-a86d-9d58011957b1 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:17.149717 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f884421c-449b-4060-9c32-af7a610bbcf5 req-1d2edbd7-5f1f-4048-a86d-9d58011957b1 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 944 time: 0.0536044 Aug 30 10:56:17.150384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.163931 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.201639 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f884421c-449b-4060-9c32-af7a610bbcf5 req-89f301d0-a27b-471f-8075-b2570dfa4cba tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Aug 30 10:56:17.290284 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.301174 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39100) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:17.345994 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2e81e465-cdbc-4885-a0d1-f56e01565335 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1342e088d7ac4741bf732664c07f54a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435445 Aug 30 10:56:17.348612 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39102) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:17.392488 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.433462 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['67ead5f9-0238-4705-b774-613dde77ee4f'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:17.437165 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=106342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:56:17.437463 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['5b2ab642-9bb4-4d15-a22e-d24ce348a398'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:17.467311 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.469093 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Added segment fe430d5a-1aaf-49aa-b28c-6844b21d9915 of type vlan for network 4639fc71-d3fa-40aa-9c67-0a4e466183ed Aug 30 10:56:17.471833 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9f5d63db-0f7a-479c-b83b-0edb82de409b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.482842 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aeec35-50b4-46da-8943-3ba2cacdc6ec,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:17.500479 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb111dfb-b2a6-4f8a-a04c-770e83c1094f req-f65ab39f-aa27-470a-999f-7a2d73552b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:17.502055 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bb111dfb-b2a6-4f8a-a04c-770e83c1094f req-f65ab39f-aa27-470a-999f-7a2d73552b0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.1244910 Aug 30 10:56:17.578020 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9f5d63db-0f7a-479c-b83b-0edb82de409b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.593297 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.654537 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bb111dfb-b2a6-4f8a-a04c-770e83c1094f req-817e13a4-a7f1-488f-aaac-98a5eb8f360e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311090 Aug 30 10:56:17.665443 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704e336-13e0-4dbd-ada9-bf294324617e req-198baf06-e7d9-471d-9613-81903c9eb396 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:17.671550 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f704e336-13e0-4dbd-ada9-bf294324617e req-198baf06-e7d9-471d-9613-81903c9eb396 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1640265 Aug 30 10:56:17.707297 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f704e336-13e0-4dbd-ada9-bf294324617e req-662018af-2613-4a39-bb93-3563c320f8ba tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Aug 30 10:56:17.759034 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.769037 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:17.769037 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.769037 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9f5d63db-0f7a-479c-b83b-0edb82de409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.770967 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9f5d63db-0f7a-479c-b83b-0edb82de409b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:17.772662 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-9f5d63db-0f7a-479c-b83b-0edb82de409b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00fb3d82-70f4-4ba9-b63b-0a6e930b0525 HTTP/1.1" status: 204 len: 168 time: 0.4231040 Aug 30 10:56:17.829611 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d63db-0f7a-479c-b83b-0edb82de409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fb3d82-70f4-4ba9-b63b-0a6e930b0525,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:17.830169 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b31e1f-6530-4a40-8840-d4d7a92c7a09 req-41616258-96ee-4a4d-8d2c-50bab6cc97d2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:17.831764 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-56b31e1f-6530-4a40-8840-d4d7a92c7a09 req-41616258-96ee-4a4d-8d2c-50bab6cc97d2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.0508895 Aug 30 10:56:17.844376 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] Pushing event updated for resources: {'Network': ['ID=4639fc71-d3fa-40aa-9c67-0a4e466183ed,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:17.857264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 4639fc71-d3fa-40aa-9c67-0a4e466183ed details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:56:17.874603 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-fd955328-a4b9-41c2-8421-366905b29b6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9566128 Aug 30 10:56:17.877983 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39112) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:17.885536 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Request body: {'subnet': {'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1446590378-subnet', 'tenant_id': 'd1cec5452c594a57b49d9b50fb63f7f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:17.895914 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-56b31e1f-6530-4a40-8840-d4d7a92c7a09 req-651c44c1-2164-473a-a92b-e7140288eafa tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560622 Aug 30 10:56:18.033286 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Made reservation on behalf of d1cec5452c594a57b49d9b50fb63f7f3 for: {'subnet': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:18.035668 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683151'] for subnet, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:18.303012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12825816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683261'] for subnet, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:18.340449 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700b02a-0666-432b-bb86-1ea512ff7f12 req-b8fbe9f1-42db-441b-bd77-9f0763415d81 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:18.341969 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a700b02a-0666-432b-bb86-1ea512ff7f12 req-b8fbe9f1-42db-441b-bd77-9f0763415d81 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 944 time: 0.0760016 Aug 30 10:56:18.392104 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=420a65e7-fe6f-41a2-a3ea-08b5066c3b9a,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:18.408107 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Checking segment: {'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:18.408761 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Network hostable DHCP agents. Network: 4639fc71-d3fa-40aa-9c67-0a4e466183ed, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:56:18.419828 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a700b02a-0666-432b-bb86-1ea512ff7f12 req-d6f50c06-ffd3-4ec0-8d6b-4669318f833a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653095 Aug 30 10:56:18.479431 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Network 4639fc71-d3fa-40aa-9c67-0a4e466183ed is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:56:18.542867 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39130) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:18.557361 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 4639fc71-d3fa-40aa-9c67-0a4e466183ed) {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:18.565244 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:18.565244 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:18.567660 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d746d5-809f-4b38-b190-aa1d65777e4c None None] Network 4639fc71-d3fa-40aa-9c67-0a4e466183ed requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:56:18.599683 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-8db2fcb8-f495-42c2-a3e2-373d481d0713 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d6fe40a04914d06bcd424ff1a7548aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530522 Aug 30 10:56:18.601008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39132) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:18.637019 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c94d39d0-eb0a-4fbf-9636-9c08a19e9b0d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7574656 Aug 30 10:56:18.658792 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a47ceec-956c-4655-8b7c-137ec62cff3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:18.689297 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a47ceec-956c-4655-8b7c-137ec62cff3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:18.816486 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a47ceec-956c-4655-8b7c-137ec62cff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:18.819330 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af115bf-72dd-4be7-9f85-d8d0659374f4 None None] Network 4639fc71-d3fa-40aa-9c67-0a4e466183ed requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:56:18.819703 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a47ceec-956c-4655-8b7c-137ec62cff3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:18.824005 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2a47ceec-956c-4655-8b7c-137ec62cff3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70683655-d263-48c7-9aad-2ca5e4b1b132 HTTP/1.1" status: 204 len: 168 time: 0.2199471 Aug 30 10:56:18.833431 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47ceec-956c-4655-8b7c-137ec62cff3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70683655-d263-48c7-9aad-2ca5e4b1b132,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:18.853874 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09811959-388f-4e45-af19-98ee983a5810 req-35cf54e9-660a-439c-8b1f-8d6d3ff9e70f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:18.855627 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-09811959-388f-4e45-af19-98ee983a5810 req-35cf54e9-660a-439c-8b1f-8d6d3ff9e70f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0765905 Aug 30 10:56:18.913759 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-09811959-388f-4e45-af19-98ee983a5810 req-17d80dca-3bea-4beb-a314-7c04e9d17ee5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518427 Aug 30 10:56:19.061242 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 67ead5f9-0238-4705-b774-613dde77ee4f up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:19.074630 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de921964-069b-4720-b4dd-bd7d1cbde83a req-1f8fdad8-c6fd-42b8-8600-bebd24b67542 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:19.078750 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de921964-069b-4720-b4dd-bd7d1cbde83a req-1f8fdad8-c6fd-42b8-8600-bebd24b67542 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.0730906 Aug 30 10:56:19.158832 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de921964-069b-4720-b4dd-bd7d1cbde83a req-0f57253f-4a72-495f-a844-1c4961a11b5e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724471 Aug 30 10:56:19.228056 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 67ead5f9-0238-4705-b774-613dde77ee4f completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:19.232503 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 67ead5f9-0238-4705-b774-613dde77ee4f triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:19.233305 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:19.333795 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:19.360119 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:19.362384 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5586403-006e-4e65-992a-3b49c11e0261" -d '{"events": [{"server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "name": "network-vif-plugged", "status": "completed", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:19.386501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 67ead5f9-0238-4705-b774-613dde77ee4f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=67ead5f9-0238-4705-b774-613dde77ee4f,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:19.414131 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f75a7d-d539-4f84-8c80-11afdb21d713 x-openstack-request-id: req-74f75a7d-d539-4f84-8c80-11afdb21d713 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:19.414131 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "name": "network-vif-plugged", "status": "completed", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:19.414131 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74f75a7d-d539-4f84-8c80-11afdb21d713 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:19.414131 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f', 'code': 200} Aug 30 10:56:19.463577 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:19.464732 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:19.577616 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c5926-cc67-48fe-ba75-31aa1cd384a0 req-aeb75019-2461-4481-9a9a-b4e345ef259d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:19.586107 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2b0c5926-cc67-48fe-ba75-31aa1cd384a0 req-aeb75019-2461-4481-9a9a-b4e345ef259d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1476147 Aug 30 10:56:19.587193 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=67ead5f9-0238-4705-b774-613dde77ee4f,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:19.608003 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-8cbcd663-2a96-4013-99b0-39036d72874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:19.613572 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-8cbcd663-2a96-4013-99b0-39036d72874f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 1098 time: 0.1042523 Aug 30 10:56:19.627789 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2daba-e69f-4870-a84e-9bfe2f01385c req-0891bf5a-cafd-4d3e-b68a-3cbd0fdf3b85 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:19.643143 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a1a2daba-e69f-4870-a84e-9bfe2f01385c req-0891bf5a-cafd-4d3e-b68a-3cbd0fdf3b85 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0734663 Aug 30 10:56:19.674595 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a1a2daba-e69f-4870-a84e-9bfe2f01385c req-61f6cb1a-75af-4bb4-834f-1c8b62cd7d93 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347517 Aug 30 10:56:19.684981 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:19.689007 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:19.691537 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:19.714053 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2b0c5926-cc67-48fe-ba75-31aa1cd384a0 req-965929ed-ee1f-44ce-93cd-103aebfbfb6a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267841 Aug 30 10:56:19.769361 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-9f02172c-24be-4460-a8c0-09b618e2e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:19.769361 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-9f02172c-24be-4460-a8c0-09b618e2e00f service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.1370192 Aug 30 10:56:19.859207 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:19.868157 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-98a0634f-b327-4056-9cdb-37d82f3de116 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d HTTP/1.1" status: 200 len: 217 time: 0.0595706 Aug 30 10:56:19.913887 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:19.921098 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeee7dd-269d-43df-9de4-4bcfd68cfdbd req-b35d02a6-a034-4b61-9272-0b15c05ef487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:19.923129 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cbeee7dd-269d-43df-9de4-4bcfd68cfdbd req-b35d02a6-a034-4b61-9272-0b15c05ef487 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 1098 time: 0.1523550 Aug 30 10:56:19.953321 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-42277371-38c5-48ee-a860-42e8ff4ee87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:19.954758 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-42277371-38c5-48ee-a860-42e8ff4ee87d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.0775375 Aug 30 10:56:19.995184 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cbeee7dd-269d-43df-9de4-4bcfd68cfdbd req-b6f8395e-e151-4e4e-97ee-d2e0f51dc4fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607431 Aug 30 10:56:19.996986 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-f10db88e-0fd6-49c6-8b74-2f8b4fe4bd7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326586 Aug 30 10:56:20.004989 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:20.056127 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:20.294228 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bba3df-f562-4e60-add5-ef6506375eca req-cd1b88bd-2eab-4254-94e9-fcf38c661ec4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:20.301861 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d6bba3df-f562-4e60-add5-ef6506375eca req-cd1b88bd-2eab-4254-94e9-fcf38c661ec4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Aug 30 10:56:20.335901 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-32e9c08b-83a7-4abd-8874-23ff527ed33e service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956993 Aug 30 10:56:20.340825 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d6bba3df-f562-4e60-add5-ef6506375eca req-9f5ab365-1dda-4470-9a93-52cec6471d52 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373852 Aug 30 10:56:20.436362 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eccba80d-959d-4bb8-88e9-f8c4e8c0dee7 req-a654f141-7af5-4a67-ad2a-a72b3b11295b service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922649 Aug 30 10:56:20.800453 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa83e-66c9-4ce3-a4db-b5b9ecc53766 req-9eb4d3b0-2bf8-4583-86e9-4469b96b4aea tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:20.802265 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-acdaa83e-66c9-4ce3-a4db-b5b9ecc53766 req-9eb4d3b0-2bf8-4583-86e9-4469b96b4aea tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0559571 Aug 30 10:56:20.849058 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-acdaa83e-66c9-4ce3-a4db-b5b9ecc53766 req-23ae61f3-585d-4e0c-b5d6-9fcdec414d79 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Aug 30 10:56:20.849347 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5a1e4-ac37-42d7-b904-4a8251882419 req-6a990dd7-c9c5-49ae-af02-7a54cd3ba517 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:20.849431 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f6d5a1e4-ac37-42d7-b904-4a8251882419 req-6a990dd7-c9c5-49ae-af02-7a54cd3ba517 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0525138 Aug 30 10:56:20.889516 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f6d5a1e4-ac37-42d7-b904-4a8251882419 req-1e8e558b-9a50-4be5-aa40-a7f0648fca29 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Aug 30 10:56:21.186510 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-8c01c6ea-ea45-47d6-aa1a-bcad09647eb9 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:21.188147 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-8c01c6ea-ea45-47d6-aa1a-bcad09647eb9 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/networks?id=4639fc71-d3fa-40aa-9c67-0a4e466183ed HTTP/1.1" status: 200 len: 809 time: 0.1169810 Aug 30 10:56:21.212626 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-a73af9a3-c02f-45c2-ab5e-6f7e9ca0762a tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/quotas/d1cec5452c594a57b49d9b50fb63f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0120451 Aug 30 10:56:21.247555 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-55b9520c-6b1c-485e-b160-6af249138520 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348318 Aug 30 10:56:21.348275 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4ab1e3d9-dbe5-4d93-b0a4-9ea217b88883 service neutron] 10.222.0.24 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921001 Aug 30 10:56:21.414524 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:21.415991 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08b1e27-e0c7-4c61-89f6-c4d946e486a0" -d '{"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:21.454185 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-1a55e833-4f8d-4885-b1ea-0f42cca4bbf2 service neutron] 10.222.0.24 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990191 Aug 30 10:56:21.477120 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4afb16-2326-4392-84ab-1cc315c86a3a req-0e1ef18f-5b3f-4078-a5fa-a8fef7080fd8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:21.478572 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ac4afb16-2326-4392-84ab-1cc315c86a3a req-0e1ef18f-5b3f-4078-a5fa-a8fef7080fd8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0575774 Aug 30 10:56:21.519512 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ac4afb16-2326-4392-84ab-1cc315c86a3a req-5a7fae1a-8c0f-49ed-8f36-78e00d49d935 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345328 Aug 30 10:56:21.573716 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de23c47e-4942-47a4-bf30-d5169e0e1a7a x-openstack-request-id: req-de23c47e-4942-47a4-bf30-d5169e0e1a7a {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:21.573716 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:21.573716 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de23c47e-4942-47a4-bf30-d5169e0e1a7a {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:21.573716 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'code': 200} Aug 30 10:56:21.736160 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-934b4809-063b-484a-a9c4-5ed972052dfd req-c7e892c4-b188-41d7-9266-76d8725af6ea tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 210 time: 0.0305316 Aug 30 10:56:21.982241 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c7bfc-6bc3-40be-9798-394a937e0991 req-e16d738d-5e34-49b8-8fed-b07be781eed4 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:21.983760 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b91c7bfc-6bc3-40be-9798-394a937e0991 req-e16d738d-5e34-49b8-8fed-b07be781eed4 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0664935 Aug 30 10:56:22.035706 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b91c7bfc-6bc3-40be-9798-394a937e0991 req-55a9156f-cb66-4260-9b64-2347df722901 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 Aug 30 10:56:22.069112 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fac254-d2cc-4772-9948-dc06fa5cbea7 req-c42c39c5-342b-48a6-bfb3-5184e0a55825 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:22.070623 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e2fac254-d2cc-4772-9948-dc06fa5cbea7 req-c42c39c5-342b-48a6-bfb3-5184e0a55825 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0991714 Aug 30 10:56:22.112073 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df1526-f109-472c-ad64-6e4681554e6c req-a6d28d9a-2d24-436d-83a4-8da5583e5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:22.112732 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e2fac254-d2cc-4772-9948-dc06fa5cbea7 req-6cf48ba7-4448-404e-81cb-5dcba9ffb1d9 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Aug 30 10:56:22.114234 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-89df1526-f109-472c-ad64-6e4681554e6c req-a6d28d9a-2d24-436d-83a4-8da5583e5d23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 1098 time: 0.0494308 Aug 30 10:56:22.155738 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-89df1526-f109-472c-ad64-6e4681554e6c req-60c7bd8a-20e7-48fb-a2b7-0e01cb54eb6a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303686 Aug 30 10:56:22.677355 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514bdf9-c444-4269-82d1-b95b0cb76967 req-0ce02ad4-adc8-499c-b746-c89e8442a10c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:22.677355 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8514bdf9-c444-4269-82d1-b95b0cb76967 req-0ce02ad4-adc8-499c-b746-c89e8442a10c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0824151 Aug 30 10:56:22.728173 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8514bdf9-c444-4269-82d1-b95b0cb76967 req-db4ff449-76b2-4e97-add4-7dd92c8e083a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 Aug 30 10:56:22.860525 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fb5060a1-feae-4ec0-ac8f-6f09dd3486b3 req-aa35bde2-b384-41f2-a451-921f3d980520 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 210 time: 0.0264509 Aug 30 10:56:23.154977 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1d9b5-bd49-446f-901c-f0e10dc624de req-39f34b5c-1ab9-4770-a6c5-da24e1b0ab94 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:23.156508 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eca1d9b5-bd49-446f-901c-f0e10dc624de req-39f34b5c-1ab9-4770-a6c5-da24e1b0ab94 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0503237 Aug 30 10:56:23.200257 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eca1d9b5-bd49-446f-901c-f0e10dc624de req-73502f4e-e3fd-447e-81b3-ffdcd6ffd5b9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Aug 30 10:56:23.305688 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb31e4-1ecf-4ccd-831f-e1ecc696f238 req-3c6a2d59-bf65-407c-91bb-4c15ec22447e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:23.307294 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0bb31e4-1ecf-4ccd-831f-e1ecc696f238 req-3c6a2d59-bf65-407c-91bb-4c15ec22447e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Aug 30 10:56:23.347374 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0bb31e4-1ecf-4ccd-831f-e1ecc696f238 req-be048fbe-0322-4233-a064-329bcf17b411 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340531 Aug 30 10:56:23.455289 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0fb0c-96f2-422e-96ff-dc873343c0e0 req-b5cd5e9b-f568-46db-b0a8-5ad6799208f1 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:23.456853 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-04a0fb0c-96f2-422e-96ff-dc873343c0e0 req-b5cd5e9b-f568-46db-b0a8-5ad6799208f1 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Aug 30 10:56:23.466764 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39320) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:23.472658 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'floatingip': {'port_id': '67ead5f9-0238-4705-b774-613dde77ee4f'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:23.496252 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39322) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:23.577690 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:23.638894 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:23.712281 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28ce79-6edf-42db-93d0-ff57fb6fa7c7 req-6fc5eba8-efb1-49af-8560-f881d4ef6601 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:23.718298 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0d28ce79-6edf-42db-93d0-ff57fb6fa7c7 req-6fc5eba8-efb1-49af-8560-f881d4ef6601 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.2124720 Aug 30 10:56:23.747672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:23.838376 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0d28ce79-6edf-42db-93d0-ff57fb6fa7c7 req-8d684c7c-95c2-40e3-ae87-d71d02e3c9af tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163785 Aug 30 10:56:23.859816 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:23.925640 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d40d958165bc427cbc6df894c8171217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278822 Aug 30 10:56:23.926612 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39338) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:23.939838 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904894cc-80f7-41bc-a694-016094f99a44 req-253feae1-e6e0-4e65-8d82-6a401366d027 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:23.942398 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-904894cc-80f7-41bc-a694-016094f99a44 req-253feae1-e6e0-4e65-8d82-6a401366d027 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1381917 Aug 30 10:56:23.943085 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49537b02-8499-4e44-8b9b-c527ff57bb7d,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:23.961690 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.962041 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.962429 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.962782 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.963118 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.963481 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.963847 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.964182 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.964567 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.964906 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.965268 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:23.965588 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396606d-0e5c-4717-84b5-fb8a95a23982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:24.028369 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-904894cc-80f7-41bc-a694-016094f99a44 req-91f03f12-6a53-4be6-a319-d87f7fe9c36a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684862 Aug 30 10:56:24.046440 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e8d8-8b8b-4a8a-ba0e-021555ed9a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:24.079457 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e8d8-8b8b-4a8a-ba0e-021555ed9a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:24.146319 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1771a699-4f6b-46bb-a3d1-9f8609363e39 req-a4af47b1-9b94-4612-9f40-211c6728e9a5 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 210 time: 0.0341465 Aug 30 10:56:24.284439 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e8d8-8b8b-4a8a-ba0e-021555ed9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:24.287136 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e8d8-8b8b-4a8a-ba0e-021555ed9a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:24.292085 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2cf0e8d8-8b8b-4a8a-ba0e-021555ed9a7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49537b02-8499-4e44-8b9b-c527ff57bb7d HTTP/1.1" status: 204 len: 168 time: 0.3586946 Aug 30 10:56:24.297546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0e8d8-8b8b-4a8a-ba0e-021555ed9a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49537b02-8499-4e44-8b9b-c527ff57bb7d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:24.472108 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb5fc-9486-4b13-8916-3e80c6fc0547 req-1b59b280-d261-4ff5-b6e5-72e2f82709cd tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:24.473695 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c7dcb5fc-9486-4b13-8916-3e80c6fc0547 req-1b59b280-d261-4ff5-b6e5-72e2f82709cd tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0557292 Aug 30 10:56:24.517655 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c7dcb5fc-9486-4b13-8916-3e80c6fc0547 req-2c7986ca-3d43-4d86-8d90-30c136aa253d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377171 Aug 30 10:56:24.589819 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:24.648397 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-fe66e0f9-70c2-4ad4-ad70-9d0c10d23fb3 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:24.653360 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-fe66e0f9-70c2-4ad4-ad70-9d0c10d23fb3 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "GET /v2.0/networks?id=4639fc71-d3fa-40aa-9c67-0a4e466183ed HTTP/1.1" status: 200 len: 809 time: 0.1119649 Aug 30 10:56:24.683330 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Request body: {'port': {'device_id': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed', 'admin_state_up': True, 'tenant_id': 'd1cec5452c594a57b49d9b50fb63f7f3'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:24.701993 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:24.835855 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.l3_db [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Floating IP 337855e6-7d2f-4842-8118-aa6ea8b31c25 associated. External IP: 172.27.2.16, port: 67ead5f9-0238-4705-b774-613dde77ee4f. Aug 30 10:56:24.879234 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Made reservation on behalf of d1cec5452c594a57b49d9b50fb63f7f3 for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:24.883436 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:24.995369 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39354) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:25.023090 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438ac29-c9b3-4756-8513-0861509692d6 req-63da0145-5972-48de-b6ef-84bc94c96f85 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:25.025110 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a438ac29-c9b3-4756-8513-0861509692d6 req-63da0145-5972-48de-b6ef-84bc94c96f85 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.0838087 Aug 30 10:56:25.028268 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.042829 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Allocated IP 172.20.0.10 (4639fc71-d3fa-40aa-9c67-0a4e466183ed/420a65e7-fe6f-41a2-a3ea-08b5066c3b9a/77f95fdf-657f-4492-bb28-224c9d358a5c) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:56:25.170418 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a438ac29-c9b3-4756-8513-0861509692d6 req-354e98f7-c2d0-4f67-a7eb-cfb62df243a5 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336482 Aug 30 10:56:25.216633 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa8fdb-3f77-457f-a93d-65ca1bc7d224 req-3b3fd13a-2c53-45b2-af87-28164e4a3c38 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:25.218158 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1faa8fdb-3f77-457f-a93d-65ca1bc7d224 req-3b3fd13a-2c53-45b2-af87-28164e4a3c38 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1117237 Aug 30 10:56:25.219798 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:56:25.265402 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.284066 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1faa8fdb-3f77-457f-a93d-65ca1bc7d224 req-e0d98e7f-5482-4f01-82af-23e2a02aacf3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554998 Aug 30 10:56:25.323806 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f931e9f6-da4d-4254-9e4c-033158fc630d req-0fc49158-7c86-40f1-a1a8-ea0807a0e3b0 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 210 time: 0.0748253 Aug 30 10:56:25.335212 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.385496 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:56:25.390682 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.401318 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.409078 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] Sync routers for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:56:25.414867 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:56:25.415597 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:56:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:25.425487 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-280938f1-8196-47ff-bc70-18b44309397d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "PUT /v2.0/floatingips/337855e6-7d2f-4842-8118-aa6ea8b31c25 HTTP/1.1" status: 200 len: 990 time: 1.9541175 Aug 30 10:56:25.425487 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:25.426401 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f878b-34c9-4c32-a019-56994ca15769" -d '{"events": [{"name": "network-changed", "server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:25.456295 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.473808 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Network 4639fc71-d3fa-40aa-9c67-0a4e466183ed is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:56:25.481848 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:25.489680 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:56:25.502701 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb2d584-8a52-4a3c-9e4d-58d3b8f21cdf,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:25.516544 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71bc9527fa1d48ecadbf5201a085a5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194645 Aug 30 10:56:25.517863 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39368) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:25.519882 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.520298 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.520659 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.521189 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.521593 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.522116 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.522560 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.522882 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.523281 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.523624 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.524439 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.524439 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ea5-a568-40cc-a1dd-21f2f400c678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:25.527009 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Pushing event updated for resources: {'Port': ['ID=77f95fdf-657f-4492-bb28-224c9d358a5c,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:25.543828 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:56:25.545145 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0828c-6606-4406-83cc-9d88f8d0aef0 req-fae8e5ce-7c08-42df-a0f9-7bac70fb578b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:25.547587 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-80f0828c-6606-4406-83cc-9d88f8d0aef0 req-fae8e5ce-7c08-42df-a0f9-7bac70fb578b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1379156 Aug 30 10:56:25.562732 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39372) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:25.569983 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'floatingip': {'port_id': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:25.600341 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f426dc-4c69-44f4-9fac-94a680ba034e x-openstack-request-id: req-73f426dc-4c69-44f4-9fac-94a680ba034e {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:25.600874 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:25.601077 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73f426dc-4c69-44f4-9fac-94a680ba034e {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:25.602091 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f', 'status': 'completed', 'code': 200} Aug 30 10:56:25.606946 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0685819e-1967-4461-b4c2-ee0ba7942b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.632130 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0685819e-1967-4461-b4c2-ee0ba7942b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.653157 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:25.653918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.718238 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.765729 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0685819e-1967-4461-b4c2-ee0ba7942b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.770478 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0685819e-1967-4461-b4c2-ee0ba7942b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:25.775959 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-0685819e-1967-4461-b4c2-ee0ba7942b18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1eb2d584-8a52-4a3c-9e4d-58d3b8f21cdf HTTP/1.1" status: 204 len: 168 time: 0.2467804 Aug 30 10:56:25.789666 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685819e-1967-4461-b4c2-ee0ba7942b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb2d584-8a52-4a3c-9e4d-58d3b8f21cdf,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:25.815916 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-c2ddaac8-7831-4e00-a85e-36509b876ddb tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1389458 Aug 30 10:56:25.845595 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Request body: {'port': {'device_id': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:25.856457 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ce5f2-2504-4969-be7e-9f40204bf495 req-dbdb949f-f5c7-4f30-83d7-4a298b1157de tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:25.863585 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-be7ce5f2-2504-4969-be7e-9f40204bf495 req-dbdb949f-f5c7-4f30-83d7-4a298b1157de tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.2169385 Aug 30 10:56:25.873740 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f878b-34c9-4c32-a019-56994ca15769 req-089fc988-41f1-4b20-a80a-fe2a47f1c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:25.875276 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-371f878b-34c9-4c32-a019-56994ca15769 req-089fc988-41f1-4b20-a80a-fe2a47f1c36b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 1098 time: 0.2298443 Aug 30 10:56:25.902969 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '337855e6-7d2f-4842-8118-aa6ea8b31c25', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'port_id': '67ead5f9-0238-4705-b774-613dde77ee4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'mac_address': 'fa:16:3e:2f:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:55:49Z', 'updated_at': '2021-08-30T10:56:24Z', 'revision_number': 1, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:25.960639 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] Checking router: ae8d96d9-d1df-4f12-a278-cd5808dd8d86 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:56:25.976760 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:56:25.978035 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:56:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:26.117429 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:56:26.260488 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-be7ce5f2-2504-4969-be7e-9f40204bf495 req-000a89d8-2063-4569-8437-f13ffcf72bc4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958495 Aug 30 10:56:26.322386 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:26.403222 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f878b-34c9-4c32-a019-56994ca15769 req-6acacc31-e002-4c3e-bade-8bb22e55b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:26.405551 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-371f878b-34c9-4c32-a019-56994ca15769 req-6acacc31-e002-4c3e-bade-8bb22e55b076 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 912 time: 0.4852455 Aug 30 10:56:26.419481 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec0384-27e2-42de-926b-fd4481337ce7 req-fda49af6-9fed-4e79-8d5f-8be2ead4db76 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:26.427299 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1cec0384-27e2-42de-926b-fd4481337ce7 req-fda49af6-9fed-4e79-8d5f-8be2ead4db76 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.1647930 Aug 30 10:56:26.451621 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-0053ae0b-a8df-461a-abc0-5b7f6ec79458 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:26.453369 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-0053ae0b-a8df-461a-abc0-5b7f6ec79458 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 945 time: 0.2082031 Aug 30 10:56:26.540175 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '337855e6-7d2f-4842-8118-aa6ea8b31c25', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'port_id': '67ead5f9-0238-4705-b774-613dde77ee4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'mac_address': 'fa:16:3e:2f:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:55:49Z', 'updated_at': '2021-08-30T10:56:24Z', 'revision_number': 1, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:26.592720 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c919dc8-4fc6-4020-bff2-9013e945c309 None None] The sync data for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi is: [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '337855e6-7d2f-4842-8118-aa6ea8b31c25', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'port_id': '67ead5f9-0238-4705-b774-613dde77ee4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'mac_address': 'fa:16:3e:2f:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:55:49Z', 'updated_at': '2021-08-30T10:56:24Z', 'revision_number': 1, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:56:26.623367 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1cec0384-27e2-42de-926b-fd4481337ce7 req-974d6716-bd2a-4c8b-bb1e-b6acf4c92093 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1841668-f220-47f6-92d1-766bc5688341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948280 Aug 30 10:56:26.676766 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5135b3-cd94-4550-8a1a-38604ca2dbf1 req-5f0edd9f-ac8c-4675-8955-5b09f40b915e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:26.679807 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4b5135b3-cd94-4550-8a1a-38604ca2dbf1 req-5f0edd9f-ac8c-4675-8955-5b09f40b915e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 932 time: 0.1926608 Aug 30 10:56:26.743452 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Deleting port 882ce370-7b8d-410c-a5e3-3ad373b4900b {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:56:26.743826 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:26.750612 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-371f878b-34c9-4c32-a019-56994ca15769 req-f5c241e8-0020-41df-855a-ab3372e61d47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 200 len: 998 time: 0.3361347 Aug 30 10:56:26.861675 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] For port 882ce370-7b8d-410c-a5e3-3ad373b4900b, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=882ce370-7b8d-410c-a5e3-3ad373b4900b,segment=NetworkSegment(ba1fadbf-d651-47a4-8648-c2a87216d2de),segment_id=ba1fadbf-d651-47a4-8648-c2a87216d2de)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:26.862136 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:26.885455 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Calling delete_port for 882ce370-7b8d-410c-a5e3-3ad373b4900b owned by compute:nova {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:56:26.942113 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbdd430-7a6d-4d3c-bbe1-f35a85772e4f None None] New status for floating IP 337855e6-7d2f-4842-8118-aa6ea8b31c25: ACTIVE {{(pid=106344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 10:56:26.989223 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f878b-34c9-4c32-a019-56994ca15769 req-6b513f53-9a13-4643-9a32-1fc5e4c9ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:26.991595 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-371f878b-34c9-4c32-a019-56994ca15769 req-6b513f53-9a13-4643-9a32-1fc5e4c9ea81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.2228904 Aug 30 10:56:27.042158 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4b5135b3-cd94-4550-8a1a-38604ca2dbf1 req-2ee1d28c-e4e3-4b74-a144-9812b67805ca tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056905 Aug 30 10:56:27.126133 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-047ade87-8053-4151-96a2-fe2e73aaaec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:27.291492 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f878b-34c9-4c32-a019-56994ca15769 req-45b62c2f-a655-4788-902c-2c76177d5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:27.292638 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-371f878b-34c9-4c32-a019-56994ca15769 req-45b62c2f-a655-4788-902c-2c76177d5f96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2566195 Aug 30 10:56:27.431358 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c4d4-d10f-4a7d-abe6-47102e96369c req-97e5540b-4e49-4528-b4f8-53912a5526a6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:27.436953 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-88c4c4d4-d10f-4a7d-abe6-47102e96369c req-97e5540b-4e49-4528-b4f8-53912a5526a6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0923150 Aug 30 10:56:27.479581 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:27.488804 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-88c4c4d4-d10f-4a7d-abe6-47102e96369c req-4c7980e3-c0d9-4d86-a251-04afc170f558 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Aug 30 10:56:27.525273 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f95fdf-657f-4492-bb28-224c9d358a5c {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:27.530058 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Pushing event deleted for resources: {'Port': ['ID=882ce370-7b8d-410c-a5e3-3ad373b4900b,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:27.531835 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.db.resource_extend [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 10:56:27.574888 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:27.602997 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] No DVR routers for this DVR port 882ce370-7b8d-410c-a5e3-3ad373b4900b on host hv-cinder-80655 {{(pid=106343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:56:27.607660 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:27.609709 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9ac04bc5-4703-4926-97fd-2c81db8837e7 req-10e18012-bbb6-454f-b9d6-51d39692ab25 tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.18 "DELETE /v2.0/ports/882ce370-7b8d-410c-a5e3-3ad373b4900b HTTP/1.1" status: 204 len: 173 time: 1.1474712 Aug 30 10:56:27.610201 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'name': 'network-vif-deleted', 'tag': '882ce370-7b8d-410c-a5e3-3ad373b4900b'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:27.612830 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173fda6-9c5a-44bc-8b5c-88a777e21191" -d '{"events": [{"server_uuid": "eb9943d7-93e5-4352-be24-378c3f21d189", "name": "network-vif-deleted", "tag": "882ce370-7b8d-410c-a5e3-3ad373b4900b"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:27.628568 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Transition to ACTIVE for port object 77f95fdf-657f-4492-bb28-224c9d358a5c will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:27.641812 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-371f878b-34c9-4c32-a019-56994ca15769 req-1a5a066f-d2f2-4fc1-b8d0-1e54c354f151 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285794 Aug 30 10:56:27.661224 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:27.678402 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ce485-ca25-481e-acb5-0f328120d0ab x-openstack-request-id: req-fc8ce485-ca25-481e-acb5-0f328120d0ab {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:27.678402 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9943d7-93e5-4352-be24-378c3f21d189", "name": "network-vif-deleted", "tag": "882ce370-7b8d-410c-a5e3-3ad373b4900b", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:27.679091 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc8ce485-ca25-481e-acb5-0f328120d0ab {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:27.679091 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9943d7-93e5-4352-be24-378c3f21d189', 'name': 'network-vif-deleted', 'tag': '882ce370-7b8d-410c-a5e3-3ad373b4900b', 'status': 'completed', 'code': 200} Aug 30 10:56:27.735942 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:27.785591 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4ae6d794-f9e1-4345-b014-6aaf0a32af9b req-e4d878bc-e18b-4351-88ae-62cbb972367d tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.0485189 Aug 30 10:56:27.798695 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:28.076336 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-371f878b-34c9-4c32-a019-56994ca15769 req-1ce42a65-9b8d-4464-9b71-b6443310ca33 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088442 Aug 30 10:56:28.086752 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Pushing event updated for resources: {'Port': ['ID=77f95fdf-657f-4492-bb28-224c9d358a5c,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:28.226331 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Floating IP 316e9845-26a9-411e-ba92-a85f5792d400 associated. External IP: 172.27.2.76, port: 5b2ab642-9bb4-4d15-a22e-d24ce348a398. Aug 30 10:56:28.258509 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7a71e-d6be-4622-a0fc-3fb07f637212 req-731e1c87-198a-40ab-ba55-63f981ca105c tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:28.267916 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f3f7a71e-d6be-4622-a0fc-3fb07f637212 req-731e1c87-198a-40ab-ba55-63f981ca105c tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 944 time: 0.1214812 Aug 30 10:56:28.291652 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Attempting to bind port 77f95fdf-657f-4492-bb28-224c9d358a5c on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:56:28.291990 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Attempting to bind port 77f95fdf-657f-4492-bb28-224c9d358a5c by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:56:28.292328 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Attempting to bind port 77f95fdf-657f-4492-bb28-224c9d358a5c on network 4639fc71-d3fa-40aa-9c67-0a4e466183ed {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:28.300901 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-8ef7ea96-0ade-4fba-89ca-ebc173b4d882 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1171124 Aug 30 10:56:28.304303 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Port 77f95fdf-657f-4492-bb28-224c9d358a5c on network 4639fc71-d3fa-40aa-9c67-0a4e466183ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:56:28.304486 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Attempting to bind port 77f95fdf-657f-4492-bb28-224c9d358a5c on network 4639fc71-d3fa-40aa-9c67-0a4e466183ed {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:28.318859 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f3f7a71e-d6be-4622-a0fc-3fb07f637212 req-e69a1868-4b59-40e2-8006-dc30f48d45f0 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492897 Aug 30 10:56:28.341996 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:56:28.342549 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Checking segment: {'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:28.343126 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Bound using segment: {'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:56:28.343610 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Bound port: 77f95fdf-657f-4492-bb28-224c9d358a5c, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:56:28.343977 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:28.360517 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39454) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:28.495939 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] For port 77f95fdf-657f-4492-bb28-224c9d358a5c, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:56:28.523398 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-cccdd374-238d-41f3-b0bf-34472faa7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:28.524958 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-cccdd374-238d-41f3-b0bf-34472faa7dc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 1098 time: 0.1346841 Aug 30 10:56:28.528397 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] For port 77f95fdf-657f-4492-bb28-224c9d358a5c, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=77f95fdf-657f-4492-bb28-224c9d358a5c,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:56:28.622871 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:28.623482 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-881736cd-2ae6-4dc5-8475-8f7c72b91d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:28.705243 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:28.705866 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:28.707256 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] 10.222.0.18 "PUT /v2.0/ports/77f95fdf-657f-4492-bb28-224c9d358a5c HTTP/1.1" status: 200 len: 1094 time: 2.8734839 Aug 30 10:56:28.710327 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'tag': '77f95fdf-657f-4492-bb28-224c9d358a5c'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:28.712736 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682df97-8e15-49a0-8eaf-cee06b3ca41e" -d '{"events": [{"name": "network-changed", "server_uuid": "7486f2cd-63ee-4f72-89e7-c1366507590f", "tag": "77f95fdf-657f-4492-bb28-224c9d358a5c"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:28.734364 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Router 9fba9a5b-f21b-4285-9000-05cc488b10b4 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:56:28.766755 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-881736cd-2ae6-4dc5-8475-8f7c72b91d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:28.779559 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a95df-8402-4432-9fc1-9f1bcc8601ff service neutron] Pushing event updated for resources: {'Port': ['ID=77f95fdf-657f-4492-bb28-224c9d358a5c,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:28.795304 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73fef-e7ce-4c56-9d4c-bead9cab21a4 req-96891585-f522-4109-8716-971bf11e4382 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:28.796968 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fff73fef-e7ce-4c56-9d4c-bead9cab21a4 req-96891585-f522-4109-8716-971bf11e4382 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.2161927 Aug 30 10:56:28.801171 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-9a5f5e55-fe6e-4afb-8351-244c9549933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:28.802836 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-9a5f5e55-fe6e-4afb-8351-244c9549933d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 915 time: 0.2421706 Aug 30 10:56:28.804878 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df30e65f-1d5b-45b0-ac9f-b59673be9ca7 x-openstack-request-id: req-df30e65f-1d5b-45b0-ac9f-b59673be9ca7 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:28.805201 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7486f2cd-63ee-4f72-89e7-c1366507590f", "tag": "77f95fdf-657f-4492-bb28-224c9d358a5c", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:28.805454 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df30e65f-1d5b-45b0-ac9f-b59673be9ca7 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:28.805845 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'tag': '77f95fdf-657f-4492-bb28-224c9d358a5c', 'status': 'completed', 'code': 200} Aug 30 10:56:28.811387 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-881736cd-2ae6-4dc5-8475-8f7c72b91d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:28.870861 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-881736cd-2ae6-4dc5-8475-8f7c72b91d00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdd489bbf777427e887809d2a53239cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065839 Aug 30 10:56:28.871091 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39474) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:28.877886 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881736cd-2ae6-4dc5-8475-8f7c72b91d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9dafe7-ba33-40f0-8ee8-1571db403504,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:28.923507 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ec25b420-2879-4b9b-aaf5-3e7f8af66be5 req-9ce66d12-ccc2-4961-8c7a-9fd016744b1f tempest-DeleteServersTestJSON-981535384 tempest-DeleteServersTestJSON-981535384-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb9943d7-93e5-4352-be24-378c3f21d189 HTTP/1.1" status: 200 len: 210 time: 0.0426950 Aug 30 10:56:28.933638 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-4ffd1d4e-fddb-4b68-b32c-d34868586207 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfad23f-1906-47b1-94d7-aa6f435be300 HTTP/1.1" status: 200 len: 217 time: 0.0914967 Aug 30 10:56:28.981146 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f1078068-e168-426d-a6bf-16b8b30f3637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.030903 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fff73fef-e7ce-4c56-9d4c-bead9cab21a4 req-16ef32ed-9325-46d7-9410-e1a43cc6e62b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212901 Aug 30 10:56:29.033158 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f1078068-e168-426d-a6bf-16b8b30f3637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.072918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-aa93af4b-be04-4692-8f6c-8296a85882df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:29.074792 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-aa93af4b-be04-4692-8f6c-8296a85882df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 1097 time: 0.2316713 Aug 30 10:56:29.078563 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-27f44160-34a2-49ab-a060-34c1bbb7498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:29.079715 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-27f44160-34a2-49ab-a060-34c1bbb7498e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.1308601 Aug 30 10:56:29.082467 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:56:29.096048 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.106718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 882ce370-7b8d-410c-a5e3-3ad373b4900b no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:56:29.121117 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] Sync routers for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:56:29.134629 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:56:29.135312 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:56:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:29.157293 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 882ce370-7b8d-410c-a5e3-3ad373b4900b {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:56:29.157725 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 882ce370-7b8d-410c-a5e3-3ad373b4900b not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:56:29.182147 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f1078068-e168-426d-a6bf-16b8b30f3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.185677 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f1078068-e168-426d-a6bf-16b8b30f3637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.187886 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-f1078068-e168-426d-a6bf-16b8b30f3637 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b9dafe7-ba33-40f0-8ee8-1571db403504 HTTP/1.1" status: 204 len: 168 time: 0.3156555 Aug 30 10:56:29.195721 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-6b5802c1-a545-4f73-ac50-bf6838be1de0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699222 Aug 30 10:56:29.201386 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-4c9f8cba-58c7-41da-9c61-95e9bf6d49f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f95fdf-657f-4492-bb28-224c9d358a5c HTTP/1.1" status: 200 len: 217 time: 0.0821569 Aug 30 10:56:29.208421 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1078068-e168-426d-a6bf-16b8b30f3637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9dafe7-ba33-40f0-8ee8-1571db403504,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:29.212462 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-029a999d-8b92-4833-8874-699176aa35a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "PUT /v2.0/floatingips/316e9845-26a9-411e-ba92-a85f5792d400 HTTP/1.1" status: 200 len: 990 time: 3.6465034 Aug 30 10:56:29.311697 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39488) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:29.388751 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-1c776964-b40c-4f39-9ed3-7a47178237a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:29.390807 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-1c776964-b40c-4f39-9ed3-7a47178237a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=420a65e7-fe6f-41a2-a3ea-08b5066c3b9a HTTP/1.1" status: 200 len: 849 time: 0.1732235 Aug 30 10:56:29.423968 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:56:29.454094 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-97097eeb-f30a-4372-8048-13048ff8d894 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4639fc71-d3fa-40aa-9c67-0a4e466183ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454762 Aug 30 10:56:29.496198 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b4d4a-34a4-403b-99f7-18bbe56c6326 req-504419f5-51bb-4736-8448-96c9a0d7563c tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:29.498012 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-892b4d4a-34a4-403b-99f7-18bbe56c6326 req-504419f5-51bb-4736-8448-96c9a0d7563c tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 944 time: 0.0763831 Aug 30 10:56:29.512313 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-662c558c-ac9a-4426-b4e0-61baad825e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.532054 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-5371cebb-c4a8-4ff4-bbae-83033aa10dd6 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160152 Aug 30 10:56:29.586492 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-892b4d4a-34a4-403b-99f7-18bbe56c6326 req-d5318fb1-c18e-4d2d-9d5c-9d7a9b9d0d4a tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616932 Aug 30 10:56:29.658851 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a299193-4eff-4c7d-b34b-d35cb93b5b9b req-b2d46c45-f9d4-4d7c-8743-9581cd103dd7 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152287 Aug 30 10:56:29.707143 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-662c558c-ac9a-4426-b4e0-61baad825e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.715788 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-5918c580-ddc7-498a-aa39-f9332c450fb7 service neutron] 10.222.0.18 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491486 Aug 30 10:56:29.783010 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-662c558c-ac9a-4426-b4e0-61baad825e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.786976 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '316e9845-26a9-411e-ba92-a85f5792d400', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'port_id': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'mac_address': 'fa:16:3e:c8:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:55:50Z', 'updated_at': '2021-08-30T10:56:27Z', 'revision_number': 1, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:29.818715 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] Checking router: 9fba9a5b-f21b-4285-9000-05cc488b10b4 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:56:29.827760 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:56:29.828499 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:56:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:29.829471 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-662c558c-ac9a-4426-b4e0-61baad825e48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb49984eb9e24dc1abf9e209358f169e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166094 Aug 30 10:56:29.830252 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39508) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:29.830936 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c558c-ac9a-4426-b4e0-61baad825e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ac554-ea1f-4e2a-8948-806dee7f39d8,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:29.903292 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1985a35-f0ad-4296-bd85-3efc7f21d93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.929339 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1985a35-f0ad-4296-bd85-3efc7f21d93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:29.958320 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:56:30.039047 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bc5e57e7-0348-42c3-8b8f-d2e12224e0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.084741 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39518) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:30.106071 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6ac2-9d0f-4878-823e-f3cf09e15ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.185880 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1985a35-f0ad-4296-bd85-3efc7f21d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.188344 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1985a35-f0ad-4296-bd85-3efc7f21d93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.190442 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-e1985a35-f0ad-4296-bd85-3efc7f21d93b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f7ac554-ea1f-4e2a-8948-806dee7f39d8 HTTP/1.1" status: 204 len: 168 time: 0.3493457 Aug 30 10:56:30.198054 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b44e481f-ac47-4302-919d-e0ddfca5774b req-45d813e6-d195-4581-9e2a-115adff1edbd service neutron] 10.222.0.18 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716704 Aug 30 10:56:30.205460 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-ceb323cf-22b5-4914-ac35-e40a90fe2cc0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:30.207072 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-ceb323cf-22b5-4914-ac35-e40a90fe2cc0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 0.4699028 Aug 30 10:56:30.208287 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1985a35-f0ad-4296-bd85-3efc7f21d93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ac554-ea1f-4e2a-8948-806dee7f39d8,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:30.242304 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-7c4b093e-54e3-4521-9a98-23e68e71b34d tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/quotas/08e243faa382447b91e7d32d086f3e6c HTTP/1.1" status: 200 len: 375 time: 0.0219474 Aug 30 10:56:30.267782 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424d903-6e89-493a-a11f-857262783134 req-4d634872-da1b-4a74-864d-2607441c8848 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:30.269361 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1424d903-6e89-493a-a11f-857262783134 req-4d634872-da1b-4a74-864d-2607441c8848 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1192591 Aug 30 10:56:30.351913 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1424d903-6e89-493a-a11f-857262783134 req-923fa071-cd35-4e4b-8000-97d7d7bfde3e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683861 Aug 30 10:56:30.370257 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.376446 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-36642b99-afdb-4539-9613-99e3a98b8cc5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1247442 Aug 30 10:56:30.385349 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '316e9845-26a9-411e-ba92-a85f5792d400', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'port_id': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'mac_address': 'fa:16:3e:c8:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:55:50Z', 'updated_at': '2021-08-30T10:56:27Z', 'revision_number': 1, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:30.409483 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6ac2-9d0f-4878-823e-f3cf09e15ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.418855 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02ffc8-ed95-41d0-83b0-195b97ce0c8f None None] The sync data for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi is: [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '316e9845-26a9-411e-ba92-a85f5792d400', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'port_id': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'mac_address': 'fa:16:3e:c8:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:55:50Z', 'updated_at': '2021-08-30T10:56:27Z', 'revision_number': 1, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:56:30.457988 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-1ca103e1-941a-4764-b5c5-08245e352e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:30.459522 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-1ca103e1-941a-4764-b5c5-08245e352e35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 1097 time: 0.1264665 Aug 30 10:56:30.478447 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6ac2-9d0f-4878-823e-f3cf09e15ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.525907 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-bd7e6ac2-9d0f-4878-823e-f3cf09e15ed8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf1a5f0bca90431483ab5d9d48b89cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398193 Aug 30 10:56:30.528163 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39528) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:30.547937 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e6ac2-9d0f-4878-823e-f3cf09e15ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7846c2ab-f95a-4ba9-a0a5-57a3fd9576e7,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:30.601804 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-03049f27-a3b7-4030-a91d-6f0d2debb0e6 service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239645 Aug 30 10:56:30.612133 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eec1704d-0b9b-4f35-9a65-91b249d58762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.635965 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eec1704d-0b9b-4f35-9a65-91b249d58762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.736949 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523eb31a-c2f2-4f5f-978c-34e3d565f635 None None] New status for floating IP 316e9845-26a9-411e-ba92-a85f5792d400: ACTIVE {{(pid=106344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 10:56:30.764713 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eec1704d-0b9b-4f35-9a65-91b249d58762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.767847 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eec1704d-0b9b-4f35-9a65-91b249d58762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.769394 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-eec1704d-0b9b-4f35-9a65-91b249d58762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7846c2ab-f95a-4ba9-a0a5-57a3fd9576e7 HTTP/1.1" status: 204 len: 168 time: 0.2396338 Aug 30 10:56:30.788181 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1704d-0b9b-4f35-9a65-91b249d58762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7846c2ab-f95a-4ba9-a0a5-57a3fd9576e7,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:30.791219 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-a015f3f7-feab-4ca7-b0c1-28823cf2c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:30.792840 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-a015f3f7-feab-4ca7-b0c1-28823cf2c70d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4639fc71-d3fa-40aa-9c67-0a4e466183ed HTTP/1.1" status: 200 len: 910 time: 0.3088801 Aug 30 10:56:30.846282 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:30.848979 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f" -d '{"events": [{"name": "network-changed", "server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:30.854656 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-d7f5c0d5-5d0e-4439-97d1-e2aa93ca7a8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f95fdf-657f-4492-bb28-224c9d358a5c HTTP/1.1" status: 200 len: 217 time: 0.0501680 Aug 30 10:56:30.872534 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f6fbb-4ac0-43af-8b1c-89ef6d4d6b5d req-306037e4-09e0-46ac-b720-7b03ac177630 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:30.881317 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-291f6fbb-4ac0-43af-8b1c-89ef6d4d6b5d req-306037e4-09e0-46ac-b720-7b03ac177630 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 944 time: 0.0746367 Aug 30 10:56:30.917813 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cee3af0b-bfff-474a-9f84-99e257e6054d service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147991 Aug 30 10:56:30.926115 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-291f6fbb-4ac0-43af-8b1c-89ef6d4d6b5d req-662ba2b6-4c74-4208-8bf7-98d707f5fc65 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Aug 30 10:56:30.932019 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-bf4bf785-0599-471d-9d83-1a07977299b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:30.933613 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-bf4bf785-0599-471d-9d83-1a07977299b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=420a65e7-fe6f-41a2-a3ea-08b5066c3b9a HTTP/1.1" status: 200 len: 849 time: 0.0677040 Aug 30 10:56:30.985912 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:30.997091 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-6f4d5fa5-350f-44b1-841a-7667d68e558a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4639fc71-d3fa-40aa-9c67-0a4e466183ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488353 Aug 30 10:56:31.001962 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded6ff83-4fcc-4fe0-854f-51b5d4520b96 x-openstack-request-id: req-ded6ff83-4fcc-4fe0-854f-51b5d4520b96 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:31.001962 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:31.001962 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ded6ff83-4fcc-4fe0-854f-51b5d4520b96 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:31.001962 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'status': 'completed', 'code': 200} Aug 30 10:56:31.102981 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.149380 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-8d7a22d6-f8e4-4dca-a12a-41590b556f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:31.150892 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-8d7a22d6-f8e4-4dca-a12a-41590b556f65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 1098 time: 0.0630407 Aug 30 10:56:31.157672 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39544) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:31.171074 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d005aff7-cecd-4c44-968e-83059c874efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.182671 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-da5ac70c-26e2-46cf-b3f1-79f587020acf service neutron] 10.222.0.18 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653676 Aug 30 10:56:31.302726 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-af037f6e-9cc2-4cb7-a40e-6403792ebcd6 req-a7293723-f017-4061-a81c-1862081b507b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.0383015 Aug 30 10:56:31.338961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-1010dcf3-7b84-4f2c-a4fc-2fc8a2fc199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:31.340463 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-1010dcf3-7b84-4f2c-a4fc-2fc8a2fc199c service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.1788759 Aug 30 10:56:31.348594 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d005aff7-cecd-4c44-968e-83059c874efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.358014 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5682df97-8e15-49a0-8eaf-cee06b3ca41e req-5aa3e4a4-a4ee-4ba3-8fac-de0d8ac9b8c5 service neutron] 10.222.0.18 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385212 Aug 30 10:56:31.426016 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-a85e0df5-a12c-45a8-8042-b39a479b0695 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398 HTTP/1.1" status: 200 len: 1000 time: 0.0755818 Aug 30 10:56:31.490266 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d005aff7-cecd-4c44-968e-83059c874efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.520612 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-db1638ab-2285-446c-a9de-dd89832ef5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:31.522910 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-db1638ab-2285-446c-a9de-dd89832ef5ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.0811160 Aug 30 10:56:31.535272 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-d005aff7-cecd-4c44-968e-83059c874efc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4f17717d3e34722983bbf5fe5d9e7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758996 Aug 30 10:56:31.535885 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005aff7-cecd-4c44-968e-83059c874efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa96ba9-e462-486f-9551-23fa32d9bbcc,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:31.539153 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39566) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:31.552047 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9d320-4d8d-4f4a-a159-80731c35e2eb req-d95cb16e-d3ad-4b64-9fae-4286aa835216 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:31.554851 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b8c9d320-4d8d-4f4a-a159-80731c35e2eb req-d95cb16e-d3ad-4b64-9fae-4286aa835216 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1032724 Aug 30 10:56:31.597145 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e245e25a-17e8-4a08-9b84-2500c1aeed88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.624845 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e245e25a-17e8-4a08-9b84-2500c1aeed88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.633497 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b8c9d320-4d8d-4f4a-a159-80731c35e2eb req-2c184ccb-5185-4915-b16b-fe768f50d1bb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659325 Aug 30 10:56:31.636412 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-ce551113-940b-4aec-bcd8-a712322ad35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:31.637952 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-ce551113-940b-4aec-bcd8-a712322ad35a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977788 Aug 30 10:56:31.743992 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-b9fd51dd-2ebd-4b3e-b965-e1e46c1c9334 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937269 Aug 30 10:56:31.793518 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e245e25a-17e8-4a08-9b84-2500c1aeed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.797283 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e245e25a-17e8-4a08-9b84-2500c1aeed88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:31.797414 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-e245e25a-17e8-4a08-9b84-2500c1aeed88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1aa96ba9-e462-486f-9551-23fa32d9bbcc HTTP/1.1" status: 204 len: 168 time: 0.2574692 Aug 30 10:56:31.806036 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245e25a-17e8-4a08-9b84-2500c1aeed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa96ba9-e462-486f-9551-23fa32d9bbcc,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:31.854185 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5b265c8-b62c-4f93-b00e-c7fa2be4298f req-dcff40ab-54c0-4153-9a23-fa7b74d377ea service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018212 Aug 30 10:56:32.042506 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0310faa-9b71-471a-943e-fd49da59535e req-12598538-822f-45a2-bcfe-e5197d0ab510 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:32.044174 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f0310faa-9b71-471a-943e-fd49da59535e req-12598538-822f-45a2-bcfe-e5197d0ab510 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 944 time: 0.0532615 Aug 30 10:56:32.085670 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f0310faa-9b71-471a-943e-fd49da59535e req-69224fc7-339b-4765-87a0-b89d63530d96 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349207 Aug 30 10:56:32.147954 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39592) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:32.194458 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] Deleting subnet 6085901a-6b96-4902-a13a-0cfc2348cea9 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:56:32.198257 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.242656 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.292638 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.406331 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-34dcf973-9a05-4cc2-8d09-f9a46a5a8945 req-4cdf8b48-ccc5-4527-a92b-2c49c123f19f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.0267541 Aug 30 10:56:32.451000 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.478996 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6085901a-6b96-4902-a13a-0cfc2348cea9,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:32.483833 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.485432 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-542bc70e-473d-4317-bed6-9101f1dbd925 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6085901a-6b96-4902-a13a-0cfc2348cea9 HTTP/1.1" status: 204 len: 168 time: 0.3363571 Aug 30 10:56:32.488056 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39610) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:32.518861 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.565208 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.650027 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.679016 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcedf67-772a-4bc1-b848-276b10a1c2fa']}} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:32.679016 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1fadbf-d651-47a4-8648-c2a87216d2de') {'for_net_delete': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:32.679016 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1fadbf-d651-47a4-8648-c2a87216d2de') {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:56:32.688923 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12727423'] for segment, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.705453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.714015 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:56:32.714356 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16574846'] for segment, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: Traceback (most recent call last): Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: timer() Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: cb(*args, **kw) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: return func(*args, **kwargs) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: self._notify() Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: self.callback(batched_events) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: event.method(event) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: return f(self, *a, **k) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._get(url).json() Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: return self.request(url, 'GET', **kwargs) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:56:32.733106 dv-cinder-806559-1-iscsi neutron-server[106343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:56:32.858680 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c791-d1a2-4f7f-9245-3e18545db0a6 req-c1c1eed2-a78f-4d57-890b-e3a2dfed7c31 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:32.860416 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6579c791-d1a2-4f7f-9245-3e18545db0a6 req-c1c1eed2-a78f-4d57-890b-e3a2dfed7c31 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1261439 Aug 30 10:56:32.909746 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6579c791-d1a2-4f7f-9245-3e18545db0a6 req-acb9ee48-95a7-4167-9891-7c7d4084bbcd tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Aug 30 10:56:32.925024 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.941398 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:32.944131 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6bcedf67-772a-4bc1-b848-276b10a1c2fa HTTP/1.1" status: 204 len: 168 time: 0.4544673 Aug 30 10:56:32.957873 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215301b-c7ff-4cbe-81f9-ae8959f19972 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcedf67-772a-4bc1-b848-276b10a1c2fa,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:33.124745 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 77f95fdf-657f-4492-bb28-224c9d358a5c details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:56:33.213641 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79caf7a3-da88-4de4-8f5e-fbb9d83f90ac req-b95acbe7-5ab1-4a47-b7e8-8c383652df5d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:33.215402 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79caf7a3-da88-4de4-8f5e-fbb9d83f90ac req-b95acbe7-5ab1-4a47-b7e8-8c383652df5d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 944 time: 0.0550888 Aug 30 10:56:33.233933 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 77f95fdf-657f-4492-bb28-224c9d358a5c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=77f95fdf-657f-4492-bb28-224c9d358a5c,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:33.247648 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '77f95fdf-657f-4492-bb28-224c9d358a5c', 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed', 'port_id': '77f95fdf-657f-4492-bb28-224c9d358a5c', 'mac_address': 'fa:16:3e:e5:2a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420a65e7-fe6f-41a2-a3ea-08b5066c3b9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:56:33.273396 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79caf7a3-da88-4de4-8f5e-fbb9d83f90ac req-86796578-cec5-440b-b920-9fec6bb4f008 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Aug 30 10:56:33.293680 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:33.306638 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f95fdf-657f-4492-bb28-224c9d358a5c {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:33.326402 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 77f95fdf-657f-4492-bb28-224c9d358a5c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=77f95fdf-657f-4492-bb28-224c9d358a5c,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:33.371301 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39642) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:33.415246 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-1bc5b994-1865-49f3-be01-b86cb66d7054 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9721c5cee9c74cdd9dde835f833f905a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416682 Aug 30 10:56:33.418327 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39644) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:33.428635 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:33.497167 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=77f95fdf-657f-4492-bb28-224c9d358a5c,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:33.504264 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-346bdb97-097b-4a1c-8cf5-551b3bf11a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:33.508246 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.508876 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.509479 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.510016 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.510575 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.511103 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.511776 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.512384 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.512947 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.513462 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.513989 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.514498 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:56:33.553733 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-346bdb97-097b-4a1c-8cf5-551b3bf11a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:33.556804 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-182a03ab-72b9-4f0d-99c8-5d369dee5527 req-8d1d4078-4b1c-4787-b8a8-bdaeceea0f84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.0382810 Aug 30 10:56:33.684811 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-346bdb97-097b-4a1c-8cf5-551b3bf11a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:33.689528 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-346bdb97-097b-4a1c-8cf5-551b3bf11a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:33.691181 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-346bdb97-097b-4a1c-8cf5-551b3bf11a1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1841668-f220-47f6-92d1-766bc5688341 HTTP/1.1" status: 204 len: 168 time: 0.2714660 Aug 30 10:56:33.707994 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bdb97-097b-4a1c-8cf5-551b3bf11a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1841668-f220-47f6-92d1-766bc5688341,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:33.731117 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-2a493833-a74d-4494-b6b6-7e88f54d282f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:33.732672 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-2a493833-a74d-4494-b6b6-7e88f54d282f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 0.1344905 Aug 30 10:56:33.764281 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Request body: {'port': {'device_id': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'admin_state_up': True, 'tenant_id': '08e243faa382447b91e7d32d086f3e6c'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:33.831670 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['77f95fdf-657f-4492-bb28-224c9d358a5c'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:34.009896 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Made reservation on behalf of 08e243faa382447b91e7d32d086f3e6c for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:34.020861 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:34.160893 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a6b0-8af5-4d6f-9ca0-6642bc61cdb8 req-3b8e4b41-ef5a-454f-9ea0-4d0de7e25771 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:34.165802 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c28a6b0-8af5-4d6f-9ca0-6642bc61cdb8 req-3b8e4b41-ef5a-454f-9ea0-4d0de7e25771 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1230037 Aug 30 10:56:34.267899 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c28a6b0-8af5-4d6f-9ca0-6642bc61cdb8 req-76390a2b-9650-4a8a-ae29-8aa7a30c6dc0 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880640 Aug 30 10:56:34.274728 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Allocated IP 172.20.0.5 (cdaa4da5-a5d6-4eb1-90c7-155d056a2794/9f705ce4-5a73-44cf-b194-f0f76aa852d4/70b68a81-25c7-4763-b901-5c7894d4ab1e) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:56:34.419103 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f657-9b09-491c-8452-7bea2b6b2008 req-a2566d39-e5ae-474e-823f-34ba6db135c7 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:34.428854 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c788f657-9b09-491c-8452-7bea2b6b2008 req-a2566d39-e5ae-474e-823f-34ba6db135c7 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 945 time: 0.0707350 Aug 30 10:56:34.490835 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c788f657-9b09-491c-8452-7bea2b6b2008 req-667a7926-5cae-4769-9fbe-5d87247dc9d9 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601783 Aug 30 10:56:34.528970 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:34.658264 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7760f786-bf01-419c-8478-57f669c65c6b req-24095507-8cfc-4156-9b8b-bf8303b9c77c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Aug 30 10:56:34.681353 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:34.719532 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:34.770758 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:56:34.786487 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:34.813622 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:56:34.896424 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event updated for resources: {'Port': ['ID=70b68a81-25c7-4763-b901-5c7894d4ab1e,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:34.953546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:34.953546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.097618 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-cf557ccd-0535-484a-b458-52160d8b585c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3384941 Aug 30 10:56:35.114923 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Request body: {'port': {'device_id': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:35.159620 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 77f95fdf-657f-4492-bb28-224c9d358a5c up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:35.207032 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.320068 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 77f95fdf-657f-4492-bb28-224c9d358a5c completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:35.323862 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 77f95fdf-657f-4492-bb28-224c9d358a5c triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:35.324267 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.414756 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.445351 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f95fdf-657f-4492-bb28-224c9d358a5c'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:35.447720 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d86ff5-9853-430c-8be3-af4a1ae45409" -d '{"events": [{"server_uuid": "7486f2cd-63ee-4f72-89e7-c1366507590f", "name": "network-vif-plugged", "status": "completed", "tag": "77f95fdf-657f-4492-bb28-224c9d358a5c"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:35.466068 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 77f95fdf-657f-4492-bb28-224c9d358a5c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=77f95fdf-657f-4492-bb28-224c9d358a5c,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:35.493169 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7053e37e-d216-463d-96bf-a9a5887627df x-openstack-request-id: req-7053e37e-d216-463d-96bf-a9a5887627df {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:35.493461 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486f2cd-63ee-4f72-89e7-c1366507590f", "name": "network-vif-plugged", "status": "completed", "tag": "77f95fdf-657f-4492-bb28-224c9d358a5c", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:35.493718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7053e37e-d216-463d-96bf-a9a5887627df {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:35.494114 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f95fdf-657f-4492-bb28-224c9d358a5c', 'code': 200} Aug 30 10:56:35.496100 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9e14-2f01-4ab8-82c2-6a55ddc9f59b req-e11dda6f-54e4-486a-8e2d-d8f1145700cf tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:35.497865 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f30d9e14-2f01-4ab8-82c2-6a55ddc9f59b req-e11dda6f-54e4-486a-8e2d-d8f1145700cf tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0891256 Aug 30 10:56:35.559493 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f30d9e14-2f01-4ab8-82c2-6a55ddc9f59b req-92e34ba6-0379-430c-adb4-49a34adb2663 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Aug 30 10:56:35.559588 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.610331 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b68a81-25c7-4763-b901-5c7894d4ab1e {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:35.620318 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.629668 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=77f95fdf-657f-4492-bb28-224c9d358a5c,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:35.665455 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Transition to ACTIVE for port object 70b68a81-25c7-4763-b901-5c7894d4ab1e will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:35.684191 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070ff5e-0f72-4954-8d5d-9b924d80e709 req-e169f042-3f85-4b4f-b61e-2780c9491f4f tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:35.685810 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c070ff5e-0f72-4954-8d5d-9b924d80e709 req-e169f042-3f85-4b4f-b61e-2780c9491f4f tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 946 time: 0.0723348 Aug 30 10:56:35.714245 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.772057 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c070ff5e-0f72-4954-8d5d-9b924d80e709 req-a4ded5a9-b9f1-47c6-bd50-a749b206004d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779440 Aug 30 10:56:35.786020 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb6163-9190-4127-978a-fb1aab717b22 req-3cbd43d5-4e09-4f68-a475-6a6f90e26a5c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:35.800148 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-98bb6163-9190-4127-978a-fb1aab717b22 req-3cbd43d5-4e09-4f68-a475-6a6f90e26a5c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 943 time: 0.0567193 Aug 30 10:56:35.815984 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Pushing event updated for resources: {'Port': ['ID=70b68a81-25c7-4763-b901-5c7894d4ab1e,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:35.837475 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-98bb6163-9190-4127-978a-fb1aab717b22 req-d07d627d-8a6b-4c45-b4ad-0f68a1e00758 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Aug 30 10:56:35.893823 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed71ca-0425-4738-9d45-f91b78608d37 req-518de57a-73c1-410e-a5da-92101003c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:35.895499 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-88ed71ca-0425-4738-9d45-f91b78608d37 req-518de57a-73c1-410e-a5da-92101003c5e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 1099 time: 0.1030655 Aug 30 10:56:35.900652 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Attempting to bind port 70b68a81-25c7-4763-b901-5c7894d4ab1e on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:56:35.901021 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Attempting to bind port 70b68a81-25c7-4763-b901-5c7894d4ab1e by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:56:35.901359 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Attempting to bind port 70b68a81-25c7-4763-b901-5c7894d4ab1e on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:35.906042 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Port 70b68a81-25c7-4763-b901-5c7894d4ab1e on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:56:35.906372 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Attempting to bind port 70b68a81-25c7-4763-b901-5c7894d4ab1e on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:35.918340 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:56:35.918678 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Checking segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:35.919068 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Bound using segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:56:35.919501 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Bound port: 70b68a81-25c7-4763-b901-5c7894d4ab1e, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:56:35.919863 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:35.974129 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-88ed71ca-0425-4738-9d45-f91b78608d37 req-f7ea641f-6c87-4b24-8f41-407979216e43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645428 Aug 30 10:56:36.010287 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] For port 70b68a81-25c7-4763-b901-5c7894d4ab1e, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:56:36.016282 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] For port 70b68a81-25c7-4763-b901-5c7894d4ab1e, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=70b68a81-25c7-4763-b901-5c7894d4ab1e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:56:36.096279 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:36.169570 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:36.170299 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:36.171797 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] 10.222.0.18 "PUT /v2.0/ports/70b68a81-25c7-4763-b901-5c7894d4ab1e HTTP/1.1" status: 200 len: 1093 time: 1.0631716 Aug 30 10:56:36.176427 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'tag': '70b68a81-25c7-4763-b901-5c7894d4ab1e'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:36.178846 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7db4c-e821-4c07-8838-f3024f975786" -d '{"events": [{"name": "network-changed", "server_uuid": "fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0", "tag": "70b68a81-25c7-4763-b901-5c7894d4ab1e"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:36.217861 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47d097-b6d4-4e86-b6a9-53ea9262bbeb service neutron] Pushing event updated for resources: {'Port': ['ID=70b68a81-25c7-4763-b901-5c7894d4ab1e,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:36.244726 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81f6a06-e736-4190-82e6-f45425ba8040 x-openstack-request-id: req-a81f6a06-e736-4190-82e6-f45425ba8040 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:36.245512 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0", "tag": "70b68a81-25c7-4763-b901-5c7894d4ab1e", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:36.245512 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a81f6a06-e736-4190-82e6-f45425ba8040 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:36.246010 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'tag': '70b68a81-25c7-4763-b901-5c7894d4ab1e', 'status': 'completed', 'code': 200} Aug 30 10:56:36.317212 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7db4c-e821-4c07-8838-f3024f975786 req-c7e20556-b7ca-4ef0-aea0-310d0188bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:36.329638 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-78c7db4c-e821-4c07-8838-f3024f975786 req-c7e20556-b7ca-4ef0-aea0-310d0188bde5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 1096 time: 0.0547245 Aug 30 10:56:36.510658 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7db4c-e821-4c07-8838-f3024f975786 req-d1e8d569-6da1-4b5c-b781-71644d519341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:36.512171 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-78c7db4c-e821-4c07-8838-f3024f975786 req-d1e8d569-6da1-4b5c-b781-71644d519341 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=08e243faa382447b91e7d32d086f3e6c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1725051 Aug 30 10:56:36.667917 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36391c-bef8-4888-b469-cf30509faf57 req-e55e29c9-6610-4c76-935d-cb1cf66fd878 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:36.669469 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3a36391c-bef8-4888-b469-cf30509faf57 req-e55e29c9-6610-4c76-935d-cb1cf66fd878 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0515935 Aug 30 10:56:36.708949 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7db4c-e821-4c07-8838-f3024f975786 req-d2689b92-2709-4c58-b46a-11f5caa0c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:36.710485 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-78c7db4c-e821-4c07-8838-f3024f975786 req-d2689b92-2709-4c58-b46a-11f5caa0c263 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852002 Aug 30 10:56:36.724557 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3a36391c-bef8-4888-b469-cf30509faf57 req-a5e625fd-ce37-4ddb-8b6a-4cdc076e4dce tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Aug 30 10:56:36.810947 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-1018dfcf-b0fb-49c1-94da-18377a5083c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:36.812587 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-1018dfcf-b0fb-49c1-94da-18377a5083c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 1096 time: 0.0471318 Aug 30 10:56:36.891640 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-7cd1cd13-9271-4f47-9d7b-81f86fdc98fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b68a81-25c7-4763-b901-5c7894d4ab1e HTTP/1.1" status: 200 len: 217 time: 0.0663016 Aug 30 10:56:36.971565 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7487d62-775b-4ae1-86bf-5541a96910a4 req-ff1fde57-996a-4f65-bcf3-d47c3a7e1515 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:36.973322 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e7487d62-775b-4ae1-86bf-5541a96910a4 req-ff1fde57-996a-4f65-bcf3-d47c3a7e1515 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 943 time: 0.0551176 Aug 30 10:56:37.018838 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e7487d62-775b-4ae1-86bf-5541a96910a4 req-0a1a2fea-6120-4f84-85c4-0c15d07f8712 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Aug 30 10:56:37.195206 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8a63-5728-448d-b544-74cf10f2380b req-682e9d73-b2d8-451f-9a25-ca0adad0c17b tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:37.196671 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b4dd8a63-5728-448d-b544-74cf10f2380b req-682e9d73-b2d8-451f-9a25-ca0adad0c17b tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 946 time: 0.3148210 Aug 30 10:56:37.202599 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-2b343d56-cbe0-4b63-9bc4-5c6fb2f718fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:37.204095 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-2b343d56-cbe0-4b63-9bc4-5c6fb2f718fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.2925053 Aug 30 10:56:37.249957 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-0ac57959-fa4b-4006-9ae2-1066eeb63678 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316432 Aug 30 10:56:37.269258 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b4dd8a63-5728-448d-b544-74cf10f2380b req-74bf39ac-424e-410e-a933-5cb5075166ff tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606301 Aug 30 10:56:37.405398 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-bfc18a23-4436-4deb-a468-056b9acec65f service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195621 Aug 30 10:56:37.519191 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b044274-9c4c-4fd8-b236-7e674ca998ce req-665ad3b7-3100-4d56-a286-e8c815e2f985 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054647 Aug 30 10:56:37.864345 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc01496-0041-453a-abef-2f17a8f92ef6 req-27455b3a-ab66-4ae1-847e-32800614fefb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:37.866768 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9dc01496-0041-453a-abef-2f17a8f92ef6 req-27455b3a-ab66-4ae1-847e-32800614fefb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0525534 Aug 30 10:56:37.910267 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9dc01496-0041-453a-abef-2f17a8f92ef6 req-558298eb-1647-4e98-ac2f-f764527a8316 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Aug 30 10:56:38.143858 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c56b2-45b7-45f3-82ef-5e0ff1982c0d req-4f36fbdc-3b5d-47ab-bfb6-9bf36e3f3080 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:38.145364 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-df3c56b2-45b7-45f3-82ef-5e0ff1982c0d req-4f36fbdc-3b5d-47ab-bfb6-9bf36e3f3080 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 943 time: 0.0543020 Aug 30 10:56:38.184838 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-df3c56b2-45b7-45f3-82ef-5e0ff1982c0d req-9ea498b4-2d66-481d-b47c-a3c643ad079b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Aug 30 10:56:38.393415 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c996997-b8a7-4482-9b48-02dc7d7de8c4 req-7e248ae1-9af4-4a4f-a0fc-2313d0cb8a82 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:38.394942 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1c996997-b8a7-4482-9b48-02dc7d7de8c4 req-7e248ae1-9af4-4a4f-a0fc-2313d0cb8a82 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 946 time: 0.0538499 Aug 30 10:56:38.434604 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1c996997-b8a7-4482-9b48-02dc7d7de8c4 req-25e4db6b-2b3a-4916-801f-bf51f5fd9250 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Aug 30 10:56:41.264009 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5655ca-1122-41b3-944a-8e117c75c8d5 req-db0e59ce-2fb3-41f8-82a5-f5726ee111a6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:41.265875 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5a5655ca-1122-41b3-944a-8e117c75c8d5 req-db0e59ce-2fb3-41f8-82a5-f5726ee111a6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0507300 Aug 30 10:56:41.294167 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788661c-7068-4583-b4fb-b78edbaac0d3 req-46e63951-bff6-4d4d-ba6e-2ab7fab63a4a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:41.295726 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4788661c-7068-4583-b4fb-b78edbaac0d3 req-46e63951-bff6-4d4d-ba6e-2ab7fab63a4a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 943 time: 0.0527096 Aug 30 10:56:41.308108 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5a5655ca-1122-41b3-944a-8e117c75c8d5 req-fc5799a3-be81-4674-b188-c251efce6f0d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Aug 30 10:56:41.340988 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4788661c-7068-4583-b4fb-b78edbaac0d3 req-23dc5561-1878-4c85-bd06-92cdfa20cc9a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Aug 30 10:56:42.274226 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f96-ba1f-48d1-8b68-00e3a633456a req-daa0e257-8f67-46c4-9abd-be91c78e4c5b tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:42.277012 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-defa9f96-ba1f-48d1-8b68-00e3a633456a req-daa0e257-8f67-46c4-9abd-be91c78e4c5b tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 946 time: 0.0665386 Aug 30 10:56:42.342817 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-defa9f96-ba1f-48d1-8b68-00e3a633456a req-23ae4b0a-ff7e-429e-910b-2bff894aa205 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Aug 30 10:56:42.540749 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e98e-dcf0-4f5b-8c91-5f0a5a71f74a req-0c9efa39-7d3c-456a-a727-7b66fd7837b1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:42.543693 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5118e98e-dcf0-4f5b-8c91-5f0a5a71f74a req-0c9efa39-7d3c-456a-a727-7b66fd7837b1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0910156 Aug 30 10:56:42.597760 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef1c1-a613-4789-911f-6d7071288aec req-a17b7bcf-a254-4023-a739-b1831ea4a56b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:42.607163 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f7fef1c1-a613-4789-911f-6d7071288aec req-a17b7bcf-a254-4023-a739-b1831ea4a56b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 943 time: 0.0784492 Aug 30 10:56:42.625221 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5118e98e-dcf0-4f5b-8c91-5f0a5a71f74a req-eaea8129-1335-4e97-a4e6-3bc741d60267 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749216 Aug 30 10:56:42.656600 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f7fef1c1-a613-4789-911f-6d7071288aec req-f8555697-3638-495b-aced-bcd4cf2a34e9 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480955 Aug 30 10:56:43.143786 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39942) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:43.197894 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 70b68a81-25c7-4763-b901-5c7894d4ab1e details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:56:43.331560 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-92d155c9-d9e3-4537-8279-96eef3095ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.366394 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 70b68a81-25c7-4763-b901-5c7894d4ab1e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=70b68a81-25c7-4763-b901-5c7894d4ab1e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:43.386284 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '70b68a81-25c7-4763-b901-5c7894d4ab1e', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'port_id': '70b68a81-25c7-4763-b901-5c7894d4ab1e', 'mac_address': 'fa:16:3e:16:87:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f705ce4-5a73-44cf-b194-f0f76aa852d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:56:43.501417 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.517156 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-92d155c9-d9e3-4537-8279-96eef3095ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.528534 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b68a81-25c7-4763-b901-5c7894d4ab1e {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:43.576278 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 70b68a81-25c7-4763-b901-5c7894d4ab1e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=70b68a81-25c7-4763-b901-5c7894d4ab1e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:43.577935 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cc738-38c9-4d98-af75-127e4db7b7ab req-6aa70ab0-3d4c-4a63-b9e2-1e4414373828 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:43.579551 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-798cc738-38c9-4d98-af75-127e4db7b7ab req-6aa70ab0-3d4c-4a63-b9e2-1e4414373828 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 946 time: 0.0669377 Aug 30 10:56:43.581654 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-92d155c9-d9e3-4537-8279-96eef3095ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.628897 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.649394 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d155c9-d9e3-4537-8279-96eef3095ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06662780-ec47-47fa-8d0e-7e201cfca63c,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:43.669423 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-92d155c9-d9e3-4537-8279-96eef3095ef6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=411e702e5e3845e282a8e09306b11180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241377 Aug 30 10:56:43.672137 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 39958) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:43.688046 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39960) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:43.704878 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=70b68a81-25c7-4763-b901-5c7894d4ab1e,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:43.725167 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-798cc738-38c9-4d98-af75-127e4db7b7ab req-fa2c632b-aee1-472c-bd10-ac14023cab44 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325126 Aug 30 10:56:43.744767 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-92ebf99a-2b1a-4902-8408-9d873cb4e95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.774283 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-92ebf99a-2b1a-4902-8408-9d873cb4e95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.886671 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770fdf-7c72-4115-97ca-9f1696fe698d req-b20e29e6-a2e7-438f-89b0-242008ed6e72 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:43.889598 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e8770fdf-7c72-4115-97ca-9f1696fe698d req-b20e29e6-a2e7-438f-89b0-242008ed6e72 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0866320 Aug 30 10:56:43.916697 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-92ebf99a-2b1a-4902-8408-9d873cb4e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.919704 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-92ebf99a-2b1a-4902-8408-9d873cb4e95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.924742 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-92ebf99a-2b1a-4902-8408-9d873cb4e95c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06662780-ec47-47fa-8d0e-7e201cfca63c HTTP/1.1" status: 204 len: 168 time: 0.2474704 Aug 30 10:56:43.937935 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c30e77f-3f72-47ef-bba1-ab2ac15c85f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:43.938780 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebf99a-2b1a-4902-8408-9d873cb4e95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06662780-ec47-47fa-8d0e-7e201cfca63c,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:43.967430 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e8770fdf-7c72-4115-97ca-9f1696fe698d req-105e7d43-937a-4e5d-a4ff-e3abe9180667 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686812 Aug 30 10:56:43.988658 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80c2e1-a1a0-4dff-b37c-01841a753c13 req-b4911793-e50b-4daf-8093-e99c284048c9 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:43.994026 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ae80c2e1-a1a0-4dff-b37c-01841a753c13 req-b4911793-e50b-4daf-8093-e99c284048c9 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 944 time: 0.1453562 Aug 30 10:56:44.021660 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['70b68a81-25c7-4763-b901-5c7894d4ab1e'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:44.102885 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ae80c2e1-a1a0-4dff-b37c-01841a753c13 req-0ccebc53-83c9-4210-b595-323a29cb0e55 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038523 Aug 30 10:56:44.194064 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-3d9fb7a3-b790-4c27-b260-4adacd99789d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:44.196417 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-3d9fb7a3-b790-4c27-b260-4adacd99789d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 946 time: 0.0980518 Aug 30 10:56:44.210655 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c30e77f-3f72-47ef-bba1-ab2ac15c85f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.261262 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c30e77f-3f72-47ef-bba1-ab2ac15c85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.304202 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1c30e77f-3f72-47ef-bba1-ab2ac15c85f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d083c05507b944408bc775a35198314f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146271 Aug 30 10:56:44.306594 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30e77f-3f72-47ef-bba1-ab2ac15c85f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9733cc-a64d-4f28-b09b-f68aa0bfb990,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:44.309153 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39974) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:44.366996 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e3596a11-61b5-44cc-90d5-11bee569a630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.408436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e3596a11-61b5-44cc-90d5-11bee569a630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.413093 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Deleting port 77f95fdf-657f-4492-bb28-224c9d358a5c {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:56:44.413545 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.554275 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e3596a11-61b5-44cc-90d5-11bee569a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.557072 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e3596a11-61b5-44cc-90d5-11bee569a630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.558238 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-e3596a11-61b5-44cc-90d5-11bee569a630 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d9733cc-a64d-4f28-b09b-f68aa0bfb990 HTTP/1.1" status: 204 len: 168 time: 0.2481503 Aug 30 10:56:44.591925 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3596a11-61b5-44cc-90d5-11bee569a630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9733cc-a64d-4f28-b09b-f68aa0bfb990,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:44.602566 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] For port 77f95fdf-657f-4492-bb28-224c9d358a5c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=77f95fdf-657f-4492-bb28-224c9d358a5c,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:44.603249 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.626653 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Calling delete_port for 77f95fdf-657f-4492-bb28-224c9d358a5c owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:56:44.803367 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39986) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:44.836636 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ba75f559-080d-4893-9db4-d31482745d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.925280 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99c009-f645-443e-bf00-2773dc883863 req-45220bd6-a34b-44f8-9aa2-41ba233eaec1 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:44.927955 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7b99c009-f645-443e-bf00-2773dc883863 req-45220bd6-a34b-44f8-9aa2-41ba233eaec1 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 946 time: 0.0610521 Aug 30 10:56:44.970803 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ba75f559-080d-4893-9db4-d31482745d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.970993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:44.988768 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['77f95fdf-657f-4492-bb28-224c9d358a5c'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:45.034870 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Pushing event deleted for resources: {'Port': ['ID=77f95fdf-657f-4492-bb28-224c9d358a5c,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:45.057010 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ba75f559-080d-4893-9db4-d31482745d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.095140 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7b99c009-f645-443e-bf00-2773dc883863 req-0b799c08-446b-47b8-bb39-c7aeea3b9d03 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538289 Aug 30 10:56:45.135392 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-ba75f559-080d-4893-9db4-d31482745d04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58643006ee1147f89172b8f9f0d03f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295684 Aug 30 10:56:45.145764 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 39992) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:45.163209 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] No DVR routers for this DVR port 77f95fdf-657f-4492-bb28-224c9d358a5c on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:56:45.169946 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.172275 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4f797f4c-bccf-4459-910d-accd0a87f8cd req-89b899f7-f822-4f53-9b22-9ac37d3e91db tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "DELETE /v2.0/ports/77f95fdf-657f-4492-bb28-224c9d358a5c HTTP/1.1" status: 204 len: 173 time: 0.9667125 Aug 30 10:56:45.172951 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'name': 'network-vif-deleted', 'tag': '77f95fdf-657f-4492-bb28-224c9d358a5c'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:45.176189 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe1d628-5c14-48b3-8700-5998588a9d7d" -d '{"events": [{"server_uuid": "7486f2cd-63ee-4f72-89e7-c1366507590f", "name": "network-vif-deleted", "tag": "77f95fdf-657f-4492-bb28-224c9d358a5c"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:45.197714 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75f559-080d-4893-9db4-d31482745d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c0ce9-95be-4437-b74b-e9bf02192857,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:45.211795 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 70b68a81-25c7-4763-b901-5c7894d4ab1e up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:56:45.268557 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d660d981-6852-47ec-a0fb-39960bf3c078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.292134 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdffc6-d5f4-494a-8323-7b6b41419a70 req-2eec8e5d-f8c9-49f9-b8cc-9956cbd1f55a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:45.293868 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d7cdffc6-d5f4-494a-8323-7b6b41419a70 req-2eec8e5d-f8c9-49f9-b8cc-9956cbd1f55a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0973983 Aug 30 10:56:45.311177 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d660d981-6852-47ec-a0fb-39960bf3c078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.350024 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dbe5b-180a-47a7-942c-7a2f77297585 req-b981d31e-8e34-4490-b992-b9497a96594c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:45.354975 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c4dbe5b-180a-47a7-942c-7a2f77297585 req-b981d31e-8e34-4490-b992-b9497a96594c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 944 time: 0.0851476 Aug 30 10:56:45.387110 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d7cdffc6-d5f4-494a-8323-7b6b41419a70 req-47338a89-4bf5-4253-add5-03946982a1e3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782928 Aug 30 10:56:45.435550 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c4dbe5b-180a-47a7-942c-7a2f77297585 req-8b3d0af0-957f-4d3c-bb66-397c180d3c18 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680592 Aug 30 10:56:45.443183 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 70b68a81-25c7-4763-b901-5c7894d4ab1e completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:56:45.445961 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 70b68a81-25c7-4763-b901-5c7894d4ab1e triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:56:45.446505 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.464308 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825b41d-6225-4a89-a6c1-88ee3659da8a x-openstack-request-id: req-5825b41d-6225-4a89-a6c1-88ee3659da8a {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:45.464655 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486f2cd-63ee-4f72-89e7-c1366507590f", "name": "network-vif-deleted", "tag": "77f95fdf-657f-4492-bb28-224c9d358a5c", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:45.464996 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5825b41d-6225-4a89-a6c1-88ee3659da8a {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:45.465545 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7486f2cd-63ee-4f72-89e7-c1366507590f', 'name': 'network-vif-deleted', 'tag': '77f95fdf-657f-4492-bb28-224c9d358a5c', 'status': 'completed', 'code': 200} Aug 30 10:56:45.513574 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d660d981-6852-47ec-a0fb-39960bf3c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.518028 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d660d981-6852-47ec-a0fb-39960bf3c078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.519800 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-d660d981-6852-47ec-a0fb-39960bf3c078 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d9c0ce9-95be-4437-b74b-e9bf02192857 HTTP/1.1" status: 204 len: 168 time: 0.3724067 Aug 30 10:56:45.538233 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d981-6852-47ec-a0fb-39960bf3c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c0ce9-95be-4437-b74b-e9bf02192857,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:45.566996 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.597220 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b68a81-25c7-4763-b901-5c7894d4ab1e'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:45.600376 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cb1c8e-d3e2-4e1c-aebb-6af48cbc171d" -d '{"events": [{"server_uuid": "fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0", "name": "network-vif-plugged", "status": "completed", "tag": "70b68a81-25c7-4763-b901-5c7894d4ab1e"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:45.619193 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 70b68a81-25c7-4763-b901-5c7894d4ab1e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=70b68a81-25c7-4763-b901-5c7894d4ab1e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:45.653756 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30949302-aadb-4412-88bf-eacba717d739 x-openstack-request-id: req-30949302-aadb-4412-88bf-eacba717d739 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:45.654382 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0", "name": "network-vif-plugged", "status": "completed", "tag": "70b68a81-25c7-4763-b901-5c7894d4ab1e", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:45.654653 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30949302-aadb-4412-88bf-eacba717d739 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:45.655069 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b68a81-25c7-4763-b901-5c7894d4ab1e', 'code': 200} Aug 30 10:56:45.670788 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40004) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:45.700650 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fb46e673-a40a-4718-8068-e5f7b299ad72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.759732 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.761042 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 77f95fdf-657f-4492-bb28-224c9d358a5c no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:56:45.868164 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fb46e673-a40a-4718-8068-e5f7b299ad72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.930688 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fb46e673-a40a-4718-8068-e5f7b299ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:45.973016 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 77f95fdf-657f-4492-bb28-224c9d358a5c {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:56:45.973477 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 77f95fdf-657f-4492-bb28-224c9d358a5c not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:56:46.004891 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-fb46e673-a40a-4718-8068-e5f7b299ad72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e56f9a4b7c74198978952d320c39749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321791 Aug 30 10:56:46.005838 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40014) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:46.010509 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46e673-a40a-4718-8068-e5f7b299ad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532ea967-15c7-4d2b-992a-5009a896e62b,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:46.064922 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=70b68a81-25c7-4763-b901-5c7894d4ab1e,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:46.090479 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-39d93580-1dd0-4235-bd30-b06913f0687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:46.115435 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-39d93580-1dd0-4235-bd30-b06913f0687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:46.131115 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339895-5dd6-468d-b4f7-6f5b7f21d4ec req-89ae73e1-100b-4e94-b523-9a3857af9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:46.132914 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c1339895-5dd6-468d-b4f7-6f5b7f21d4ec req-89ae73e1-100b-4e94-b523-9a3857af9657 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 1098 time: 0.0472608 Aug 30 10:56:46.212905 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c1339895-5dd6-468d-b4f7-6f5b7f21d4ec req-b763bdce-093c-4790-996a-bda8bb9c1176 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701623 Aug 30 10:56:46.280415 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cd016b8a-79fc-41c1-98d5-66e3fed7c40a req-046d1205-d806-46c2-ac06-e34b31ca353f tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486f2cd-63ee-4f72-89e7-c1366507590f HTTP/1.1" status: 200 len: 210 time: 0.0464251 Aug 30 10:56:46.365412 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-39d93580-1dd0-4235-bd30-b06913f0687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:46.370248 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-39d93580-1dd0-4235-bd30-b06913f0687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:46.372279 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-39d93580-1dd0-4235-bd30-b06913f0687c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/532ea967-15c7-4d2b-992a-5009a896e62b HTTP/1.1" status: 204 len: 168 time: 0.3646460 Aug 30 10:56:46.383529 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d93580-1dd0-4235-bd30-b06913f0687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532ea967-15c7-4d2b-992a-5009a896e62b,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:46.581165 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf74c2-f0ff-4231-aa9e-ee92dbb9260a req-ddc481d6-ece2-4294-a44f-1a201495d48f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:46.583286 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b0cf74c2-f0ff-4231-aa9e-ee92dbb9260a req-ddc481d6-ece2-4294-a44f-1a201495d48f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0969572 Aug 30 10:56:46.652323 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde555b-344a-4f1d-b802-31f387fe4bc6 req-4d49394b-82dc-4c32-aed5-e1631203ed7c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:46.654426 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8cde555b-344a-4f1d-b802-31f387fe4bc6 req-4d49394b-82dc-4c32-aed5-e1631203ed7c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0710962 Aug 30 10:56:46.660741 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b0cf74c2-f0ff-4231-aa9e-ee92dbb9260a req-27ae6868-183f-46ef-b935-2782b8de9881 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Aug 30 10:56:46.720204 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8cde555b-344a-4f1d-b802-31f387fe4bc6 req-afd539b7-6278-44a0-b88d-a9d5569e60aa tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590999 Aug 30 10:56:47.098470 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40050) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:47.231096 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c893f70a-a1ec-4337-8e7b-df47cd23296c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:47.348036 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c893f70a-a1ec-4337-8e7b-df47cd23296c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:47.404153 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c893f70a-a1ec-4337-8e7b-df47cd23296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:47.452297 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c893f70a-a1ec-4337-8e7b-df47cd23296c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=107b6ab014b94785a6c3f7b3ec8703d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511248 Aug 30 10:56:47.453329 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893f70a-a1ec-4337-8e7b-df47cd23296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c3308-1733-4105-a80f-798d0fde2e71,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:47.455746 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40068) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:47.523294 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9f5560b-aa87-4fe3-95ec-88400559d911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:47.555347 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9f5560b-aa87-4fe3-95ec-88400559d911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:47.706482 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9f5560b-aa87-4fe3-95ec-88400559d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:47.709872 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9f5560b-aa87-4fe3-95ec-88400559d911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:47.711071 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c9f5560b-aa87-4fe3-95ec-88400559d911 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a37c3308-1733-4105-a80f-798d0fde2e71 HTTP/1.1" status: 204 len: 168 time: 0.2536271 Aug 30 10:56:47.725075 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5560b-aa87-4fe3-95ec-88400559d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c3308-1733-4105-a80f-798d0fde2e71,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:47.780908 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1515-1226-454e-93c7-584731648a94 req-7d4ca37b-3b8e-4268-b5ff-4a0d84adfea6 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:47.789113 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-7d4ca37b-3b8e-4268-b5ff-4a0d84adfea6 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/networks?id=4639fc71-d3fa-40aa-9c67-0a4e466183ed HTTP/1.1" status: 200 len: 809 time: 0.1619256 Aug 30 10:56:47.797315 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d608b-b9b1-49ed-843e-fbcc58a2f11a req-9a3df0f8-7b73-4153-a8cf-9d833fbea81f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:47.798891 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-856d608b-b9b1-49ed-843e-fbcc58a2f11a req-9a3df0f8-7b73-4153-a8cf-9d833fbea81f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0684347 Aug 30 10:56:47.802626 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-86daca07-cd93-4a58-a12c-bbe0e9bb7bbe tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/quotas/d1cec5452c594a57b49d9b50fb63f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0123718 Aug 30 10:56:47.844372 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-856d608b-b9b1-49ed-843e-fbcc58a2f11a req-d5a20417-0c66-405c-9808-85fe205b6a66 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Aug 30 10:56:47.855179 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-55240cc7-4dc5-45e7-a572-838274d16515 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410159 Aug 30 10:56:47.966712 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-15ec316e-53fa-4223-9a8b-c326d908860d service neutron] 10.222.0.24 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104393 Aug 30 10:56:47.985536 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd6269-1358-4b91-b1a8-038818fc08d4 req-5ae49342-b497-4b70-97d5-38caa289017f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:47.993966 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d7fd6269-1358-4b91-b1a8-038818fc08d4 req-5ae49342-b497-4b70-97d5-38caa289017f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0705280 Aug 30 10:56:48.043423 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d7fd6269-1358-4b91-b1a8-038818fc08d4 req-e611d743-a93a-4cb3-9088-e3c9821dfc9a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Aug 30 10:56:48.093717 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-30605f03-7eeb-475a-b551-f0f4325cd694 service neutron] 10.222.0.24 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133792 Aug 30 10:56:48.400709 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f67cdfdb-73b7-437f-ac02-5c7f3cb62667 req-7ec23c89-4af0-4e25-9649-9b59c8e7061d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 210 time: 0.0375080 Aug 30 10:56:48.861486 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40136) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:48.877315 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-472f29d0-6098-4988-86c0-8e974fb5759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:49.062768 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb531d-a810-4748-b579-222b458a67b4 req-0cfc556c-dce9-42f1-b227-bf52ab474aeb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:49.064375 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-babb531d-a810-4748-b579-222b458a67b4 req-0cfc556c-dce9-42f1-b227-bf52ab474aeb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1239629 Aug 30 10:56:49.107029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-472f29d0-6098-4988-86c0-8e974fb5759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:49.127937 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-babb531d-a810-4748-b579-222b458a67b4 req-67e10f5b-4756-4520-b875-eba857305de3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Aug 30 10:56:49.233954 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-472f29d0-6098-4988-86c0-8e974fb5759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:49.283292 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f29d0-6098-4988-86c0-8e974fb5759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708aa549-cec8-45e2-b97a-59a20cf3be3d,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:49.288502 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-472f29d0-6098-4988-86c0-8e974fb5759a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0753e1bdc1c4c3f9afc845e265fd16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259248 Aug 30 10:56:49.291150 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40154) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:49.367133 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8b5957b9-d240-481d-987f-0467045a90ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:49.398399 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8b5957b9-d240-481d-987f-0467045a90ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:49.525817 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-db9b46bf-8c0f-4eb1-b990-f3eaac4011ed req-ae549225-0eb2-4cb2-978b-01471c02abef tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 210 time: 0.0321035 Aug 30 10:56:49.610527 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8b5957b9-d240-481d-987f-0467045a90ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:49.614869 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8b5957b9-d240-481d-987f-0467045a90ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:49.617547 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-8b5957b9-d240-481d-987f-0467045a90ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/708aa549-cec8-45e2-b97a-59a20cf3be3d HTTP/1.1" status: 204 len: 168 time: 0.3248816 Aug 30 10:56:49.631938 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5957b9-d240-481d-987f-0467045a90ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708aa549-cec8-45e2-b97a-59a20cf3be3d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:50.270083 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15821b9-872e-45d6-a37e-dd313da56e77 req-1b717c70-70b4-415c-9afb-0cc0f4e8d772 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:50.272391 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b15821b9-872e-45d6-a37e-dd313da56e77 req-1b717c70-70b4-415c-9afb-0cc0f4e8d772 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0572999 Aug 30 10:56:50.347070 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b15821b9-872e-45d6-a37e-dd313da56e77 req-c947c826-5964-49b3-9a58-fd17eaf6805c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648084 Aug 30 10:56:50.646787 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6c5c3a5b-45cf-4d91-8ded-ca535c07b212 req-b49f8012-f7c2-4ae2-abda-d1c22af2bca3 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 210 time: 0.0381448 Aug 30 10:56:50.983362 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1515-1226-454e-93c7-584731648a94 req-160eb6ef-b18d-484c-b9d4-89317332c9bd tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:50.984948 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-160eb6ef-b18d-484c-b9d4-89317332c9bd tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "GET /v2.0/networks?id=4639fc71-d3fa-40aa-9c67-0a4e466183ed HTTP/1.1" status: 200 len: 809 time: 0.1722605 Aug 30 10:56:51.007825 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Request body: {'port': {'device_id': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed', 'admin_state_up': True, 'tenant_id': 'd1cec5452c594a57b49d9b50fb63f7f3'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:51.244397 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Made reservation on behalf of d1cec5452c594a57b49d9b50fb63f7f3 for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:51.248279 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:51.454317 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Allocated IP 172.20.0.9 (4639fc71-d3fa-40aa-9c67-0a4e466183ed/420a65e7-fe6f-41a2-a3ea-08b5066c3b9a/1a89f1f9-b581-4bed-94fc-229387d99e16) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:56:51.610414 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49e7d9-f568-45b8-a0f5-b61df3880afe req-3c858f0f-4935-4640-880c-5b30afc68ff4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:51.610414 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-dd49e7d9-f568-45b8-a0f5-b61df3880afe req-3c858f0f-4935-4640-880c-5b30afc68ff4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1356349 Aug 30 10:56:51.649518 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-f9050996-7cfe-48da-8662-d235b24c6a84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:51.651209 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-f9050996-7cfe-48da-8662-d235b24c6a84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 0.1663737 Aug 30 10:56:51.672355 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-d769650d-0032-4533-9077-191c28c50cb8 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/quotas/08e243faa382447b91e7d32d086f3e6c HTTP/1.1" status: 200 len: 375 time: 0.0110211 Aug 30 10:56:51.691283 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-dd49e7d9-f568-45b8-a0f5-b61df3880afe req-c539d8da-b6bb-4c2a-8508-24d38fb65148 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Aug 30 10:56:51.711799 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:51.767288 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-635d2f2e-4b71-47aa-ab1c-02c7d9ac6834 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839372 Aug 30 10:56:51.896833 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:51.931729 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-33b8fbc8-fb2d-4268-8019-84a9e5d63288 service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564951 Aug 30 10:56:51.973211 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Network 4639fc71-d3fa-40aa-9c67-0a4e466183ed is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:56:51.978032 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:51.984702 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:56:52.053294 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:52.054068 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:52.079797 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Pushing event updated for resources: {'Port': ['ID=1a89f1f9-b581-4bed-94fc-229387d99e16,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:52.130075 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-d4bcef03-0624-4252-902e-b5d4f36c743e service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909525 Aug 30 10:56:52.206187 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc195f57-9c9d-4000-b4c3-b58c123a25c0 req-6cef47fd-8fe5-4f9a-8d21-69f472dec736 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:52.226166 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bc195f57-9c9d-4000-b4c3-b58c123a25c0 req-6cef47fd-8fe5-4f9a-8d21-69f472dec736 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 931 time: 0.1071663 Aug 30 10:56:52.243003 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-bf665ee9-d5b8-4cd5-bc94-87666a3d974e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2354474 Aug 30 10:56:52.256456 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Request body: {'port': {'device_id': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:52.346716 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bc195f57-9c9d-4000-b4c3-b58c123a25c0 req-ee1135b4-35ca-4038-a010-9667043ab9a4 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193724 Aug 30 10:56:52.381878 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:52.513722 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-627f3669-ec12-4b51-b894-fc5e59673d82 req-0bac2ed4-8d06-41e4-aab0-e8701700c7c4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 210 time: 0.0438418 Aug 30 10:56:52.864380 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477587a-6a12-4724-8105-dafe54ce0365 req-85c4208a-12c8-4225-91fc-4b45ce817ece tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:52.866815 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2477587a-6a12-4724-8105-dafe54ce0365 req-85c4208a-12c8-4225-91fc-4b45ce817ece tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0606005 Aug 30 10:56:52.904207 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a89f1f9-b581-4bed-94fc-229387d99e16 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:52.913746 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:52.917853 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2477587a-6a12-4724-8105-dafe54ce0365 req-436ad03e-bd08-4171-8919-4698750e7a93 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Aug 30 10:56:52.929518 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Transition to ACTIVE for port object 1a89f1f9-b581-4bed-94fc-229387d99e16 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:52.959306 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:56:53.119293 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:53.181535 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Pushing event updated for resources: {'Port': ['ID=1a89f1f9-b581-4bed-94fc-229387d99e16,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:53.252158 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Attempting to bind port 1a89f1f9-b581-4bed-94fc-229387d99e16 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:56:53.252635 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Attempting to bind port 1a89f1f9-b581-4bed-94fc-229387d99e16 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:56:53.253006 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Attempting to bind port 1a89f1f9-b581-4bed-94fc-229387d99e16 on network 4639fc71-d3fa-40aa-9c67-0a4e466183ed {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:53.258573 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Port 1a89f1f9-b581-4bed-94fc-229387d99e16 on network 4639fc71-d3fa-40aa-9c67-0a4e466183ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:56:53.258900 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Attempting to bind port 1a89f1f9-b581-4bed-94fc-229387d99e16 on network 4639fc71-d3fa-40aa-9c67-0a4e466183ed {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:53.264440 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:56:53.264783 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Checking segment: {'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:53.265229 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Bound using segment: {'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:56:53.265671 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Bound port: 1a89f1f9-b581-4bed-94fc-229387d99e16, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe430d5a-1aaf-49aa-b28c-6844b21d9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:56:53.266030 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:53.349473 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] For port 1a89f1f9-b581-4bed-94fc-229387d99e16, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:56:53.353828 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] For port 1a89f1f9-b581-4bed-94fc-229387d99e16, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1a89f1f9-b581-4bed-94fc-229387d99e16,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:56:53.501269 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dfa0e-32f8-4c21-90da-5686e4d96fa9 req-117d4b42-67f0-4604-bb62-a16241d09fdf tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:53.502895 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4e2dfa0e-32f8-4c21-90da-5686e4d96fa9 req-117d4b42-67f0-4604-bb62-a16241d09fdf tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 943 time: 0.0571599 Aug 30 10:56:53.545344 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:53.589137 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4e2dfa0e-32f8-4c21-90da-5686e4d96fa9 req-ff49e496-202c-4e4d-9ec8-92652e3e3094 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781648 Aug 30 10:56:53.629721 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:53.631195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:53.633776 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] 10.222.0.18 "PUT /v2.0/ports/1a89f1f9-b581-4bed-94fc-229387d99e16 HTTP/1.1" status: 200 len: 1093 time: 1.3840613 Aug 30 10:56:53.634302 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'tag': '1a89f1f9-b581-4bed-94fc-229387d99e16'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:53.637682 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deba08d-2280-4b93-9d2e-fc39120bd100" -d '{"events": [{"name": "network-changed", "server_uuid": "4e90daf2-ed73-4a96-95ec-dee9a10b7882", "tag": "1a89f1f9-b581-4bed-94fc-229387d99e16"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:53.669547 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0e80f863-d7b0-4203-b69f-9cbfbf486d9e req-e2a6c205-19c6-4ec7-9015-2588f7eddd28 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 210 time: 0.0475202 Aug 30 10:56:53.679933 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7c8d8-eed4-4b38-b3ab-c51caa7bb32f service neutron] Pushing event updated for resources: {'Port': ['ID=1a89f1f9-b581-4bed-94fc-229387d99e16,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:53.703334 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea524717-5771-41a0-b548-e4e0daac9b56 x-openstack-request-id: req-ea524717-5771-41a0-b548-e4e0daac9b56 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:53.703637 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e90daf2-ed73-4a96-95ec-dee9a10b7882", "tag": "1a89f1f9-b581-4bed-94fc-229387d99e16", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:53.704338 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea524717-5771-41a0-b548-e4e0daac9b56 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:53.704924 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'tag': '1a89f1f9-b581-4bed-94fc-229387d99e16', 'status': 'completed', 'code': 200} Aug 30 10:56:53.798147 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba08d-2280-4b93-9d2e-fc39120bd100 req-69dfc8f5-e723-44ca-9c5c-7bb48b35a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:53.799934 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5deba08d-2280-4b93-9d2e-fc39120bd100 req-69dfc8f5-e723-44ca-9c5c-7bb48b35a0f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 1096 time: 0.0614388 Aug 30 10:56:53.974966 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba08d-2280-4b93-9d2e-fc39120bd100 req-3bc1dda8-9730-4aab-9a02-d222d4175025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:53.976489 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5deba08d-2280-4b93-9d2e-fc39120bd100 req-3bc1dda8-9730-4aab-9a02-d222d4175025 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1543067 Aug 30 10:56:54.169731 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ada84-ae64-4193-bd9d-2460a1de2e19 req-04294532-f251-4834-b3ef-a3988ff5e01f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:54.171399 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-836ada84-ae64-4193-bd9d-2460a1de2e19 req-04294532-f251-4834-b3ef-a3988ff5e01f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0920835 Aug 30 10:56:54.185904 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba08d-2280-4b93-9d2e-fc39120bd100 req-604ed9ff-9435-45a2-8d5f-bea37398ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:54.188482 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5deba08d-2280-4b93-9d2e-fc39120bd100 req-604ed9ff-9435-45a2-8d5f-bea37398ed17 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042305 Aug 30 10:56:54.272272 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-836ada84-ae64-4193-bd9d-2460a1de2e19 req-d6a55c16-e2df-4724-9285-60ced42de889 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906558 Aug 30 10:56:54.353150 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1515-1226-454e-93c7-584731648a94 req-5d7dc487-a940-457a-be21-8a60b819fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:54.353150 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-5d7dc487-a940-457a-be21-8a60b819fbbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 1096 time: 0.0851848 Aug 30 10:56:54.428974 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-bf15c940-0fa5-45b1-919c-824f5b8651bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a89f1f9-b581-4bed-94fc-229387d99e16 HTTP/1.1" status: 200 len: 217 time: 0.0619624 Aug 30 10:56:54.495985 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1515-1226-454e-93c7-584731648a94 req-653bc8b2-a0a8-49eb-b43f-5438cd2ef0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:54.497499 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-653bc8b2-a0a8-49eb-b43f-5438cd2ef0fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=420a65e7-fe6f-41a2-a3ea-08b5066c3b9a HTTP/1.1" status: 200 len: 849 time: 0.0521579 Aug 30 10:56:54.537641 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-58e06948-89e3-45bb-8fc1-8509c4ad68e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4639fc71-d3fa-40aa-9c67-0a4e466183ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267596 Aug 30 10:56:54.645223 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-9dc38651-22d7-48e4-a619-9b805266470c service neutron] 10.222.0.18 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988739 Aug 30 10:56:54.813763 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-648da321-a6d8-439f-90e8-f3dce7591b0e req-4d53c127-f71b-4d04-ab2e-d6f8df629331 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 210 time: 0.0312228 Aug 30 10:56:54.843717 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9191c20-006f-42cc-a5e9-488da79ed703 req-4e6789d3-9093-471e-8664-b171fcf20ee4 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:54.850193 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a9191c20-006f-42cc-a5e9-488da79ed703 req-4e6789d3-9093-471e-8664-b171fcf20ee4 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 943 time: 0.1533871 Aug 30 10:56:54.854099 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-198e1515-1226-454e-93c7-584731648a94 req-82ff6b5d-79be-4326-8f76-55a2d3f3e25d service neutron] 10.222.0.18 "GET /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940305 Aug 30 10:56:54.892896 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a9191c20-006f-42cc-a5e9-488da79ed703 req-529e14fe-aa6b-4961-8f68-f2743ca7396b tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Aug 30 10:56:55.445279 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd86ab-7781-4888-a523-20a604df3c81 req-2f077643-4e18-44e4-ad02-061229e59400 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:55.446898 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-00fd86ab-7781-4888-a523-20a604df3c81 req-2f077643-4e18-44e4-ad02-061229e59400 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0713217 Aug 30 10:56:55.602295 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-00fd86ab-7781-4888-a523-20a604df3c81 req-1aa1cbd3-3d15-43f6-8add-a7205ae0996b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476510 Aug 30 10:56:55.691427 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-f8d1afd7-aa07-4a21-9480-0d05207cf2c4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:55.698592 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-f8d1afd7-aa07-4a21-9480-0d05207cf2c4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 0.2145708 Aug 30 10:56:55.714122 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Request body: {'port': {'device_id': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'admin_state_up': True, 'tenant_id': '08e243faa382447b91e7d32d086f3e6c'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:55.984854 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8d6a1a26-7f3d-402c-8282-f13764891025 req-eea7abf7-7999-4e9a-83f6-eabc732f38c9 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 210 time: 0.0902555 Aug 30 10:56:56.133175 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740417ec-dbff-4c3b-85b0-f952c16f7f4e req-37b19c5f-aba7-4f75-905b-1cfd93372124 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:56.134894 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-740417ec-dbff-4c3b-85b0-f952c16f7f4e req-37b19c5f-aba7-4f75-905b-1cfd93372124 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 943 time: 0.0903392 Aug 30 10:56:56.188706 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-740417ec-dbff-4c3b-85b0-f952c16f7f4e req-36e8ce3e-290a-4f78-ad23-c0f7074e3707 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Aug 30 10:56:56.260784 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Made reservation on behalf of 08e243faa382447b91e7d32d086f3e6c for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:56:56.265409 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:56.494184 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Allocated IP 172.20.0.6 (cdaa4da5-a5d6-4eb1-90c7-155d056a2794/9f705ce4-5a73-44cf-b194-f0f76aa852d4/f7f23f55-0339-49a4-b182-96b818e660e0) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:56:56.820727 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:56.861893 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e330561-58cd-4d15-b9a1-a1a01f4e440b req-8a2089dc-39df-4a82-81bb-2a2e4380a306 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:56.866205 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7e330561-58cd-4d15-b9a1-a1a01f4e440b req-8a2089dc-39df-4a82-81bb-2a2e4380a306 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1285307 Aug 30 10:56:56.935231 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7e330561-58cd-4d15-b9a1-a1a01f4e440b req-d98d3486-43ed-433d-ab62-cb28aeb6f45e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523911 Aug 30 10:56:56.998799 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d49dd8e-818c-4f57-beca-42d707aa7d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:56.999698 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:57.016769 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300', '70b68a81-25c7-4763-b901-5c7894d4ab1e'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:56:57.091521 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:56:57.097092 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:56:57.103110 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:56:57.237670 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:57.238228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:57.322590 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event updated for resources: {'Port': ['ID=f7f23f55-0339-49a4-b182-96b818e660e0,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:57.346980 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bc8f3-a263-49f1-8098-d51758f12bf7 req-c29338be-c25f-4849-bea8-1f587c821720 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:57.349230 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4d3bc8f3-a263-49f1-8098-d51758f12bf7 req-c29338be-c25f-4849-bea8-1f587c821720 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 931 time: 0.1360135 Aug 30 10:56:57.376675 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d902f-6da9-48e1-8ece-9ec2b1e0cd49 req-7212b1a7-a4df-457e-830a-4dfedb74a771 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:57.381523 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-156d902f-6da9-48e1-8ece-9ec2b1e0cd49 req-7212b1a7-a4df-457e-830a-4dfedb74a771 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 943 time: 0.0862908 Aug 30 10:56:57.397815 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4d3bc8f3-a263-49f1-8098-d51758f12bf7 req-d55b6e49-b95e-42cf-a5c9-45e13ef80bfa tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Aug 30 10:56:57.440514 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-156d902f-6da9-48e1-8ece-9ec2b1e0cd49 req-cd7e6b9d-5a93-4a03-86e8-7753ef8c6053 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546310 Aug 30 10:56:57.501950 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-57dd516d-758b-4418-b1fa-0e36a3bf92de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7917368 Aug 30 10:56:57.523534 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Request body: {'port': {'device_id': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:56:57.596357 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.037900 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40430) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:58.093532 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f23f55-0339-49a4-b182-96b818e660e0 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:58.135424 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.165087 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Transition to ACTIVE for port object f7f23f55-0339-49a4-b182-96b818e660e0 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:56:58.182906 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c77ea-c945-40d6-9eef-fad2d77fbe86 req-3697a509-304e-477e-bb32-ad465e8cbf99 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:58.185758 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e96c77ea-c945-40d6-9eef-fad2d77fbe86 req-3697a509-304e-477e-bb32-ad465e8cbf99 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1183281 Aug 30 10:56:58.236651 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bb712fda-63e6-419a-a3f2-dfe7c1b79cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.240069 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e96c77ea-c945-40d6-9eef-fad2d77fbe86 req-711ec60d-8330-49d4-a25b-3c846e901eac tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Aug 30 10:56:58.247216 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.318170 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f23f55-0339-49a4-b182-96b818e660e0,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:58.391811 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bb712fda-63e6-419a-a3f2-dfe7c1b79cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.420621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Attempting to bind port f7f23f55-0339-49a4-b182-96b818e660e0 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:56:58.421091 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Attempting to bind port f7f23f55-0339-49a4-b182-96b818e660e0 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:56:58.421484 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Attempting to bind port f7f23f55-0339-49a4-b182-96b818e660e0 on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:58.430026 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Port f7f23f55-0339-49a4-b182-96b818e660e0 on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:56:58.430526 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Attempting to bind port f7f23f55-0339-49a4-b182-96b818e660e0 on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:56:58.439693 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:56:58.440209 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Checking segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:56:58.440781 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Bound using segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:56:58.441578 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Bound port: f7f23f55-0339-49a4-b182-96b818e660e0, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:56:58.443139 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.520602 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bb712fda-63e6-419a-a3f2-dfe7c1b79cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.550921 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] For port f7f23f55-0339-49a4-b182-96b818e660e0, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:56:58.558935 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] For port f7f23f55-0339-49a4-b182-96b818e660e0, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f7f23f55-0339-49a4-b182-96b818e660e0,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:56:58.628217 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-bb712fda-63e6-419a-a3f2-dfe7c1b79cd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49814b21bc8d49ceb641c79593ab3b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890136 Aug 30 10:56:58.629164 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb712fda-63e6-419a-a3f2-dfe7c1b79cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98f334-b73e-46e6-baf3-73dab15facb8,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:58.632745 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.633729 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40440) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:56:58.669174 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8645c7-7b48-420b-b711-fce96938aeb4 req-495bb979-5aad-4ccc-a92b-09c29fab8217 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:58.671207 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6b8645c7-7b48-420b-b711-fce96938aeb4 req-495bb979-5aad-4ccc-a92b-09c29fab8217 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 943 time: 0.1725917 Aug 30 10:56:58.706875 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:58.707504 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.709238 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7f23f55-0339-49a4-b182-96b818e660e0 HTTP/1.1" status: 200 len: 1093 time: 1.1903148 Aug 30 10:56:58.709750 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'tag': 'f7f23f55-0339-49a4-b182-96b818e660e0'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:56:58.712111 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737655e8-d240-41f5-b22f-e8d62c700577" -d '{"events": [{"name": "network-changed", "server_uuid": "118dfb3c-8252-42e3-9fca-e50c90f5076d", "tag": "f7f23f55-0339-49a4-b182-96b818e660e0"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:56:58.743526 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d1cd-9ea4-4aec-b867-5c2e3f257d7d req-00eeacab-98e8-4c81-8642-f644a7e09be1 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:58.745168 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6741d1cd-9ea4-4aec-b867-5c2e3f257d7d req-00eeacab-98e8-4c81-8642-f644a7e09be1 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 943 time: 0.1635005 Aug 30 10:56:58.752977 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9779b11-1674-4b5f-8eb5-385a49252046 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f23f55-0339-49a4-b182-96b818e660e0,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:58.784298 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-67c78f8c-6228-47f6-9a9c-186e089d4f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.803077 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6b8645c7-7b48-420b-b711-fce96938aeb4 req-88ab69f8-2458-475b-affe-9e85eb04bf0f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037378 Aug 30 10:56:58.830866 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-67c78f8c-6228-47f6-9a9c-186e089d4f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:58.905481 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6741d1cd-9ea4-4aec-b867-5c2e3f257d7d req-7c68cde2-2e3e-4b68-922a-7212713ce597 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343091 Aug 30 10:56:59.004998 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-67c78f8c-6228-47f6-9a9c-186e089d4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:59.007364 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-67c78f8c-6228-47f6-9a9c-186e089d4f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:59.014158 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-67c78f8c-6228-47f6-9a9c-186e089d4f45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f98f334-b73e-46e6-baf3-73dab15facb8 HTTP/1.1" status: 204 len: 168 time: 0.3752410 Aug 30 10:56:59.018909 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-1054af1e-1952-4bc0-9da7-95547e701e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:59.022282 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-1054af1e-1952-4bc0-9da7-95547e701e30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 1096 time: 0.1150200 Aug 30 10:56:59.027527 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c78f8c-6228-47f6-9a9c-186e089d4f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98f334-b73e-46e6-baf3-73dab15facb8,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:59.030814 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4da44f-b5e9-46cb-a035-b0c70506e872 x-openstack-request-id: req-8a4da44f-b5e9-46cb-a035-b0c70506e872 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:56:59.031254 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118dfb3c-8252-42e3-9fca-e50c90f5076d", "tag": "f7f23f55-0339-49a4-b182-96b818e660e0", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:56:59.031665 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a4da44f-b5e9-46cb-a035-b0c70506e872 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:56:59.032306 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'tag': 'f7f23f55-0339-49a4-b182-96b818e660e0', 'status': 'completed', 'code': 200} Aug 30 10:56:59.135648 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-fab446c7-f95d-4acc-ad64-5ba71588cb67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f23f55-0339-49a4-b182-96b818e660e0 HTTP/1.1" status: 200 len: 217 time: 0.0815837 Aug 30 10:56:59.199138 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-0648b032-f688-42d8-8cdc-7a88709a903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:59.200669 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-0648b032-f688-42d8-8cdc-7a88709a903e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.0502989 Aug 30 10:56:59.260428 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 1a89f1f9-b581-4bed-94fc-229387d99e16 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:56:59.267262 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-c6099026-a48f-445e-b970-98258f7d39b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401487 Aug 30 10:56:59.393081 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-5e90ca24-89e4-4050-a5a5-35d8a686ce10 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131568 Aug 30 10:56:59.398027 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 1a89f1f9-b581-4bed-94fc-229387d99e16, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1a89f1f9-b581-4bed-94fc-229387d99e16,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:59.417868 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '1a89f1f9-b581-4bed-94fc-229387d99e16', 'network_id': '4639fc71-d3fa-40aa-9c67-0a4e466183ed', 'port_id': '1a89f1f9-b581-4bed-94fc-229387d99e16', 'mac_address': 'fa:16:3e:83:f5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420a65e7-fe6f-41a2-a3ea-08b5066c3b9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:56:59.421142 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978d157-2b38-46ce-be15-d9a60deffe98 req-9cafda3b-4bef-46fd-b532-da9f82263f19 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:59.422868 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f978d157-2b38-46ce-be15-d9a60deffe98 req-9cafda3b-4bef-46fd-b532-da9f82263f19 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0748127 Aug 30 10:56:59.483777 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:59.498703 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f978d157-2b38-46ce-be15-d9a60deffe98 req-983b2dd5-cdb3-40b5-a679-4a2446f786c1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686727 Aug 30 10:56:59.523336 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a89f1f9-b581-4bed-94fc-229387d99e16 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:56:59.543741 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 1a89f1f9-b581-4bed-94fc-229387d99e16, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1a89f1f9-b581-4bed-94fc-229387d99e16,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:56:59.544532 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0bd1962-1428-47ff-9dc4-8af548d8a00f req-5071fa4b-70cd-4881-90cd-1242b36215af service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391594 Aug 30 10:56:59.633305 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:56:59.710422 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=1a89f1f9-b581-4bed-94fc-229387d99e16,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:56:59.796168 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737655e8-d240-41f5-b22f-e8d62c700577 req-d351344a-1931-42e1-8030-03e0a7bda541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:56:59.798180 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-737655e8-d240-41f5-b22f-e8d62c700577 req-d351344a-1931-42e1-8030-03e0a7bda541 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 1096 time: 0.0525351 Aug 30 10:57:00.039023 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737655e8-d240-41f5-b22f-e8d62c700577 req-3106f525-fe7a-4a75-aaf2-72bd6b8d9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:00.041842 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-737655e8-d240-41f5-b22f-e8d62c700577 req-3106f525-fe7a-4a75-aaf2-72bd6b8d9d02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 915 time: 0.2346208 Aug 30 10:57:00.073591 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['1a89f1f9-b581-4bed-94fc-229387d99e16'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:00.117612 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-52004d89-b7be-4a63-9618-e2f9ac447c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.126163 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-737655e8-d240-41f5-b22f-e8d62c700577 req-2640879f-9723-41e9-b336-d5d6eb529cf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7f23f55-0339-49a4-b182-96b818e660e0 HTTP/1.1" status: 200 len: 217 time: 0.0746040 Aug 30 10:57:00.136018 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a5a8-b25c-48ed-bb74-5145f0cf8dad req-e34e425f-e035-432a-ac64-8887a0a7a67e tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:00.137187 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725d550-c85c-4b9c-b58f-8f38a7b32fec req-82833442-1c72-4296-8442-ceeafe5efce6 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:00.140203 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f6a4a5a8-b25c-48ed-bb74-5145f0cf8dad req-e34e425f-e035-432a-ac64-8887a0a7a67e tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 943 time: 0.2002332 Aug 30 10:57:00.150288 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b725d550-c85c-4b9c-b58f-8f38a7b32fec req-82833442-1c72-4296-8442-ceeafe5efce6 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 944 time: 0.1059229 Aug 30 10:57:00.165792 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40474) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:00.252504 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737655e8-d240-41f5-b22f-e8d62c700577 req-5b4bef9b-919d-4886-9baa-968f8b7c3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:00.254354 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-737655e8-d240-41f5-b22f-e8d62c700577 req-5b4bef9b-919d-4886-9baa-968f8b7c3917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.1131036 Aug 30 10:57:00.260762 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b725d550-c85c-4b9c-b58f-8f38a7b32fec req-5f36c61d-e89c-4722-992f-8a6eacd81558 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087878 Aug 30 10:57:00.261624 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b55eba57-79f2-400e-81ae-50155bfa8d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.293484 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f6a4a5a8-b25c-48ed-bb74-5145f0cf8dad req-25898bc9-e799-4678-a142-95b098504108 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088049 Aug 30 10:57:00.358737 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-737655e8-d240-41f5-b22f-e8d62c700577 req-460d4b45-e402-48b4-9340-437702f4485d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873055 Aug 30 10:57:00.477788 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.491573 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b55eba57-79f2-400e-81ae-50155bfa8d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.506929 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-737655e8-d240-41f5-b22f-e8d62c700577 req-eead54e5-c6c2-4ec3-942d-935e83fe7e6d service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441088 Aug 30 10:57:00.606957 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b55eba57-79f2-400e-81ae-50155bfa8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.620371 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-737655e8-d240-41f5-b22f-e8d62c700577 req-fc5687eb-b55d-4888-a6bb-da4a9ee4052e service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021821 Aug 30 10:57:00.671692 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eba57-79f2-400e-81ae-50155bfa8d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e04ede-3f49-4342-a211-96d404deff8c,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:00.679075 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b55eba57-79f2-400e-81ae-50155bfa8d1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b74e4d31f504c0eacd355d83792b5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114751 Aug 30 10:57:00.682382 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40484) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:00.701629 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f96c8-0a78-4b55-abbf-eab93feea00f req-7a50c065-5d5c-4332-9933-5392e55ad30b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:00.704112 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a14f96c8-0a78-4b55-abbf-eab93feea00f req-7a50c065-5d5c-4332-9933-5392e55ad30b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1081464 Aug 30 10:57:00.754169 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a14f96c8-0a78-4b55-abbf-eab93feea00f req-f7ef6729-c317-47ac-bcee-7ce4be289af6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Aug 30 10:57:00.762674 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f563954e-19ac-4637-918f-f7c76646d3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.804007 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f563954e-19ac-4637-918f-f7c76646d3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.941091 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.992772 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f563954e-19ac-4637-918f-f7c76646d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.995630 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f563954e-19ac-4637-918f-f7c76646d3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:00.999924 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f563954e-19ac-4637-918f-f7c76646d3e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25e04ede-3f49-4342-a211-96d404deff8c HTTP/1.1" status: 204 len: 168 time: 0.3134732 Aug 30 10:57:01.014369 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563954e-19ac-4637-918f-f7c76646d3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e04ede-3f49-4342-a211-96d404deff8c,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:01.169591 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:01.276982 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 1a89f1f9-b581-4bed-94fc-229387d99e16 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:01.430248 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67277e1c-6d17-42ef-872a-75a2ac6f98fc req-867dfe0e-b2a4-4c58-be60-ebc6af4d1bae tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:01.432867 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-67277e1c-6d17-42ef-872a-75a2ac6f98fc req-867dfe0e-b2a4-4c58-be60-ebc6af4d1bae tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 944 time: 0.0712500 Aug 30 10:57:01.467967 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 1a89f1f9-b581-4bed-94fc-229387d99e16 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:01.477075 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 1a89f1f9-b581-4bed-94fc-229387d99e16 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:01.477691 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:01.481486 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18078-16cb-4867-a37b-248c0dfa798c req-244feeb0-bcc0-4287-a0cd-7b29df21bfd5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:01.486193 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bbb18078-16cb-4867-a37b-248c0dfa798c req-244feeb0-bcc0-4287-a0cd-7b29df21bfd5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 943 time: 0.0892174 Aug 30 10:57:01.506575 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-67277e1c-6d17-42ef-872a-75a2ac6f98fc req-c5a6261c-0dab-45a6-bb0c-1768f20c09ba tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647082 Aug 30 10:57:01.561052 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bbb18078-16cb-4867-a37b-248c0dfa798c req-e2c04155-fa30-491d-9a03-8a0911dddb1c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649271 Aug 30 10:57:01.647508 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:01.684896 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a89f1f9-b581-4bed-94fc-229387d99e16'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:01.687429 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ba084-ddb4-4ea7-a5b3-e602ccec482f" -d '{"events": [{"server_uuid": "4e90daf2-ed73-4a96-95ec-dee9a10b7882", "name": "network-vif-plugged", "status": "completed", "tag": "1a89f1f9-b581-4bed-94fc-229387d99e16"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:01.714563 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 1a89f1f9-b581-4bed-94fc-229387d99e16, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1a89f1f9-b581-4bed-94fc-229387d99e16,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:01.792392 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:01.870230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ca1cb1-ff11-4b1f-95fd-69f47b675bb9 x-openstack-request-id: req-19ca1cb1-ff11-4b1f-95fd-69f47b675bb9 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:01.870230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e90daf2-ed73-4a96-95ec-dee9a10b7882", "name": "network-vif-plugged", "status": "completed", "tag": "1a89f1f9-b581-4bed-94fc-229387d99e16", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:01.870674 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19ca1cb1-ff11-4b1f-95fd-69f47b675bb9 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:01.870925 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a89f1f9-b581-4bed-94fc-229387d99e16', 'code': 200} Aug 30 10:57:01.882977 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=1a89f1f9-b581-4bed-94fc-229387d99e16,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:02.037463 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9af2b1-6d67-4be9-b918-67e240d252ed req-025f8293-1283-4c65-bd58-f2b87e6d8e21 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:02.049848 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2f9af2b1-6d67-4be9-b918-67e240d252ed req-025f8293-1283-4c65-bd58-f2b87e6d8e21 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.1154816 Aug 30 10:57:02.105825 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2f9af2b1-6d67-4be9-b918-67e240d252ed req-236fe047-1408-4449-babb-64ae2f2a6541 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Aug 30 10:57:02.356309 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6a5fe-58ea-44e7-acaa-5d6bce979efe req-f3af732b-bdb2-40ad-8c49-4f9141599b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:02.357887 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0e6a5fe-58ea-44e7-acaa-5d6bce979efe req-f3af732b-bdb2-40ad-8c49-4f9141599b77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 1098 time: 0.0479295 Aug 30 10:57:02.417069 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0e6a5fe-58ea-44e7-acaa-5d6bce979efe req-db512cf2-e165-4d86-86fc-2447002506b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461862 Aug 30 10:57:02.564285 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:02.655321 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713cd17-3375-412b-9f8b-e26116515c5e req-b7f654a6-9d59-4225-b277-a8de01482de1 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:02.658213 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7713cd17-3375-412b-9f8b-e26116515c5e req-b7f654a6-9d59-4225-b277-a8de01482de1 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 945 time: 0.0708754 Aug 30 10:57:02.724127 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb03b1-09e9-4d43-9d7e-2a6ed24e664d req-96ff4e67-2711-4aae-9732-a5e0a12af7f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:02.726237 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cdbb03b1-09e9-4d43-9d7e-2a6ed24e664d req-96ff4e67-2711-4aae-9732-a5e0a12af7f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 943 time: 0.0632682 Aug 30 10:57:02.737251 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7713cd17-3375-412b-9f8b-e26116515c5e req-3c281db2-568a-4ec9-ad8f-474bca8b73f5 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672154 Aug 30 10:57:02.797861 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cdbb03b1-09e9-4d43-9d7e-2a6ed24e664d req-4b9fbd4a-96af-4de5-ab13-69492c99397f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597548 Aug 30 10:57:03.284314 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f7f23f55-0339-49a4-b182-96b818e660e0 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:57:03.301136 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49758e81-f7e8-4e40-8154-11abc82bb65c req-5318b906-bb68-4a9f-b8a5-9f09fc7bb9cb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:03.305441 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-49758e81-f7e8-4e40-8154-11abc82bb65c req-5318b906-bb68-4a9f-b8a5-9f09fc7bb9cb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0906453 Aug 30 10:57:03.401173 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-49758e81-f7e8-4e40-8154-11abc82bb65c req-8100922b-3686-4993-b354-605f7e3fb286 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797796 Aug 30 10:57:03.529795 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d95a86-ee76-4c0e-b67b-3da7a0763b77 req-3d768fe9-8eed-4898-af46-f9356650e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:03.532422 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-55d95a86-ee76-4c0e-b67b-3da7a0763b77 req-3d768fe9-8eed-4898-af46-f9356650e09d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 1098 time: 0.0842242 Aug 30 10:57:03.542355 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f7f23f55-0339-49a4-b182-96b818e660e0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f7f23f55-0339-49a4-b182-96b818e660e0,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:03.561150 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'f7f23f55-0339-49a4-b182-96b818e660e0', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'port_id': 'f7f23f55-0339-49a4-b182-96b818e660e0', 'mac_address': 'fa:16:3e:31:c2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f705ce4-5a73-44cf-b194-f0f76aa852d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:57:03.618448 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-55d95a86-ee76-4c0e-b67b-3da7a0763b77 req-c9536a14-3b08-41bb-8f6d-97993a54a115 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627160 Aug 30 10:57:03.621182 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:03.638324 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f23f55-0339-49a4-b182-96b818e660e0 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:57:03.669991 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f7f23f55-0339-49a4-b182-96b818e660e0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f7f23f55-0339-49a4-b182-96b818e660e0,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:03.821670 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:03.927474 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f7f23f55-0339-49a4-b182-96b818e660e0,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:03.985920 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea804a-2a6f-4607-b544-21ac0bb6b708 req-28f8d712-f29a-4cc6-9472-9bce7763055d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:03.989383 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0ea804a-2a6f-4607-b544-21ac0bb6b708 req-28f8d712-f29a-4cc6-9472-9bce7763055d tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 945 time: 0.1557853 Aug 30 10:57:04.078598 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40600) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:04.104217 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0ea804a-2a6f-4607-b544-21ac0bb6b708 req-5d361d2b-0232-42c3-b2e0-249cc6f91b5a tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056862 Aug 30 10:57:04.171024 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e43373-3bf3-4f84-8774-db91b4dbe45d req-d046e48e-2c41-4ee1-9baa-848189e748c6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:04.173723 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c1e43373-3bf3-4f84-8774-db91b4dbe45d req-d046e48e-2c41-4ee1-9baa-848189e748c6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 944 time: 0.1829770 Aug 30 10:57:04.302066 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['f7f23f55-0339-49a4-b182-96b818e660e0'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:04.306181 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c1e43373-3bf3-4f84-8774-db91b4dbe45d req-5ecba5b4-38ac-4024-b29c-7eb812b9758c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136317 Aug 30 10:57:04.393220 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-56b8c45e-56fa-449c-98f3-089bccc2d6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:04.631074 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-56b8c45e-56fa-449c-98f3-089bccc2d6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:04.653774 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621a9fa-6d05-4c62-baa1-5ac712ccb50a req-ef11a14d-f939-4025-bd7c-67496c031567 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:04.655596 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8621a9fa-6d05-4c62-baa1-5ac712ccb50a req-ef11a14d-f939-4025-bd7c-67496c031567 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0909626 Aug 30 10:57:04.708500 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8621a9fa-6d05-4c62-baa1-5ac712ccb50a req-37f6e835-1933-4620-a47e-d1cf689ea0b3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414813 Aug 30 10:57:04.729243 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-56b8c45e-56fa-449c-98f3-089bccc2d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:04.774515 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8c45e-56fa-449c-98f3-089bccc2d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a55423-43f1-4620-936c-cbcc3eede4a7,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:04.786177 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-56b8c45e-56fa-449c-98f3-089bccc2d6bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0edba0af3fd041fc83691834032e94c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047441 Aug 30 10:57:04.787997 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40614) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:04.857852 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ec69106-ac6a-4468-acef-dd4de4c694c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:04.884501 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ec69106-ac6a-4468-acef-dd4de4c694c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:05.078511 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ec69106-ac6a-4468-acef-dd4de4c694c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:05.084046 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ec69106-ac6a-4468-acef-dd4de4c694c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:05.085905 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1ec69106-ac6a-4468-acef-dd4de4c694c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56a55423-43f1-4620-936c-cbcc3eede4a7 HTTP/1.1" status: 204 len: 168 time: 0.2962222 Aug 30 10:57:05.103008 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec69106-ac6a-4468-acef-dd4de4c694c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a55423-43f1-4620-936c-cbcc3eede4a7,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:05.274380 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bcc16-5f5b-44a1-849d-77df95a79948 req-c7c50058-64e8-4f77-8ce4-56ebf2974160 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:05.276040 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-546bcc16-5f5b-44a1-849d-77df95a79948 req-c7c50058-64e8-4f77-8ce4-56ebf2974160 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 945 time: 0.0545020 Aug 30 10:57:05.317803 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-546bcc16-5f5b-44a1-849d-77df95a79948 req-e57d75f4-f8d1-46dd-8dfa-45ce62cce410 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354514 Aug 30 10:57:05.498672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce518e34-57a7-4ae7-a5f3-6ddfc2e252e9 req-d1793b10-eff9-4a85-91cd-b4049360b0f6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:05.500358 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce518e34-57a7-4ae7-a5f3-6ddfc2e252e9 req-d1793b10-eff9-4a85-91cd-b4049360b0f6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 944 time: 0.0789695 Aug 30 10:57:05.569077 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce518e34-57a7-4ae7-a5f3-6ddfc2e252e9 req-cc1cbbc7-0d2d-4278-8b79-643969ba1bed tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602543 Aug 30 10:57:05.839606 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cccb8b-9c54-4742-ae4a-ad486aaecfdd req-106b0581-7ed1-448c-8824-33c32d47faf0 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:05.841281 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b0cccb8b-9c54-4742-ae4a-ad486aaecfdd req-106b0581-7ed1-448c-8824-33c32d47faf0 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0536742 Aug 30 10:57:05.886148 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b0cccb8b-9c54-4742-ae4a-ad486aaecfdd req-11e71aa8-6c50-4294-aa7b-99a13695dc46 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Aug 30 10:57:06.030471 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2b06b-890e-435f-934b-d8d8ffa6da60 req-62e7c83e-0367-4268-962b-b69938426d1b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:06.032124 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-68b2b06b-890e-435f-934b-d8d8ffa6da60 req-62e7c83e-0367-4268-962b-b69938426d1b tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0592494 Aug 30 10:57:06.076732 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-68b2b06b-890e-435f-934b-d8d8ffa6da60 req-adee6844-6a96-4f71-9887-5c116eacde55 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376072 Aug 30 10:57:06.418215 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40650) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:06.435706 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1418c959-393f-4767-a4de-e57a1aba9020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:06.577487 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1418c959-393f-4767-a4de-e57a1aba9020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:06.680271 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1418c959-393f-4767-a4de-e57a1aba9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:06.779722 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40664) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:06.787093 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1418c959-393f-4767-a4de-e57a1aba9020 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92e4f69ea6274622b5052935bd770a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600688 Aug 30 10:57:06.789523 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c959-393f-4767-a4de-e57a1aba9020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3db340b-306a-49d2-8545-9cbe069d4d0f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:06.806951 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ad73-33d1-4c8c-b467-8dfb8d3d77f2 req-ab4dce82-4ef6-43fb-a834-08653cca11ba tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:06.809213 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1825ad73-33d1-4c8c-b467-8dfb8d3d77f2 req-ab4dce82-4ef6-43fb-a834-08653cca11ba tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 944 time: 0.1072400 Aug 30 10:57:06.876300 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1825ad73-33d1-4c8c-b467-8dfb8d3d77f2 req-3bb63295-2d0c-4bfb-b8cd-20b7407394b3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566938 Aug 30 10:57:06.885780 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5c637e44-343e-4a60-982e-2f960987edb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:06.919075 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5c637e44-343e-4a60-982e-2f960987edb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:07.124147 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5c637e44-343e-4a60-982e-2f960987edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:07.128059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5c637e44-343e-4a60-982e-2f960987edb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:07.131561 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-5c637e44-343e-4a60-982e-2f960987edb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3db340b-306a-49d2-8545-9cbe069d4d0f HTTP/1.1" status: 204 len: 168 time: 0.3486912 Aug 30 10:57:07.150240 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c637e44-343e-4a60-982e-2f960987edb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3db340b-306a-49d2-8545-9cbe069d4d0f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:07.307880 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f7f23f55-0339-49a4-b182-96b818e660e0 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:07.535218 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port f7f23f55-0339-49a4-b182-96b818e660e0 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:07.542171 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port f7f23f55-0339-49a4-b182-96b818e660e0 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:07.548299 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:07.711567 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:07.817583 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f23f55-0339-49a4-b182-96b818e660e0'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:07.837730 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b736909-b35d-4895-9308-316f447279e0" -d '{"events": [{"server_uuid": "118dfb3c-8252-42e3-9fca-e50c90f5076d", "name": "network-vif-plugged", "status": "completed", "tag": "f7f23f55-0339-49a4-b182-96b818e660e0"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:07.859495 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f7f23f55-0339-49a4-b182-96b818e660e0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f7f23f55-0339-49a4-b182-96b818e660e0,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:07.939638 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:08.061301 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1c641-a39c-4bbc-961f-0440a619bf17 x-openstack-request-id: req-b3e1c641-a39c-4bbc-961f-0440a619bf17 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:08.061791 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118dfb3c-8252-42e3-9fca-e50c90f5076d", "name": "network-vif-plugged", "status": "completed", "tag": "f7f23f55-0339-49a4-b182-96b818e660e0", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:08.062225 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3e1c641-a39c-4bbc-961f-0440a619bf17 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:08.062807 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f23f55-0339-49a4-b182-96b818e660e0', 'code': 200} Aug 30 10:57:08.122873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f7f23f55-0339-49a4-b182-96b818e660e0,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:08.226002 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40698) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:08.251013 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d5c512e6-3b4e-4655-bec7-6c75e4ad1140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:08.279124 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fbec9-a883-4a65-9ad3-8815caffdcfc req-b2df2eeb-a56a-41b7-b223-3642347435c5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:08.281116 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7e2fbec9-a883-4a65-9ad3-8815caffdcfc req-b2df2eeb-a56a-41b7-b223-3642347435c5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 945 time: 0.1203454 Aug 30 10:57:08.345385 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7e2fbec9-a883-4a65-9ad3-8815caffdcfc req-ae277ca1-8ead-4d69-b692-64383f99859a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Aug 30 10:57:08.402095 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d390-2db9-447e-8fca-8bbecf45f6d0 req-62676b79-083b-44d6-9113-d3c176810f85 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:08.403799 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6d09d390-2db9-447e-8fca-8bbecf45f6d0 req-62676b79-083b-44d6-9113-d3c176810f85 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 945 time: 0.1340947 Aug 30 10:57:08.470502 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d5c512e6-3b4e-4655-bec7-6c75e4ad1140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:08.478664 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad07d98-c548-44e7-99ff-cd23af139191 req-b24298df-c1d4-414d-8b27-5f1d7dc868bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:08.482504 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cad07d98-c548-44e7-99ff-cd23af139191 req-b24298df-c1d4-414d-8b27-5f1d7dc868bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 1098 time: 0.0861776 Aug 30 10:57:08.534840 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6d09d390-2db9-447e-8fca-8bbecf45f6d0 req-028866ac-581a-4578-a9a9-ffa4ab9caf65 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613225 Aug 30 10:57:08.549712 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cad07d98-c548-44e7-99ff-cd23af139191 req-98099c9a-94a6-432a-bc59-7ab2712faf65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537412 Aug 30 10:57:08.575100 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d5c512e6-3b4e-4655-bec7-6c75e4ad1140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:08.591788 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40704) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:08.629863 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c512e6-3b4e-4655-bec7-6c75e4ad1140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18af808f-c0bf-492b-a073-1b154779575f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:08.644074 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-d5c512e6-3b4e-4655-bec7-6c75e4ad1140 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4068d5b47de4c8997d35b4e0af46b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125102 Aug 30 10:57:08.644437 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40708) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:08.735212 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19c3598b-1017-4a2a-8d47-a29c7c0088d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:08.794398 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19c3598b-1017-4a2a-8d47-a29c7c0088d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:08.820592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d4f249f8-9f41-4d8e-ba05-d6086442e32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.057302 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19c3598b-1017-4a2a-8d47-a29c7c0088d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.059950 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19c3598b-1017-4a2a-8d47-a29c7c0088d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.061249 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-19c3598b-1017-4a2a-8d47-a29c7c0088d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18af808f-c0bf-492b-a073-1b154779575f HTTP/1.1" status: 204 len: 168 time: 0.4158778 Aug 30 10:57:09.077753 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3598b-1017-4a2a-8d47-a29c7c0088d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18af808f-c0bf-492b-a073-1b154779575f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:09.154231 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d4f249f8-9f41-4d8e-ba05-d6086442e32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.272944 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d4f249f8-9f41-4d8e-ba05-d6086442e32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.324023 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-d4f249f8-9f41-4d8e-ba05-d6086442e32f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a7f8ca55cf94c339aafeb2e0a29a9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7300389 Aug 30 10:57:09.326375 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f249f8-9f41-4d8e-ba05-d6086442e32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab923e32-c9a0-465e-9d33-80f92887d787,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:09.326904 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40726) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:09.396357 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82c00cc4-6cd9-4ae5-bb63-2933041ca28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.436055 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82c00cc4-6cd9-4ae5-bb63-2933041ca28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.613799 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e4b81-c086-4f51-98a9-4e12348e765f req-cffaabc0-0457-404b-8e32-c62ede6c7501 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:09.613799 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c10e4b81-c086-4f51-98a9-4e12348e765f req-cffaabc0-0457-404b-8e32-c62ede6c7501 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 945 time: 0.0986311 Aug 30 10:57:09.614593 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad511d8-6c8f-4500-990f-4c2d1cf304c9 req-c969a036-1194-4f25-95f6-48d13236c249 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:09.616044 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fad511d8-6c8f-4500-990f-4c2d1cf304c9 req-c969a036-1194-4f25-95f6-48d13236c249 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0730872 Aug 30 10:57:09.667409 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c10e4b81-c086-4f51-98a9-4e12348e765f req-9706b103-1edb-4e0b-8960-f6c8f7592afb tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785618 Aug 30 10:57:09.686395 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98723c03-5c14-4904-8f67-e6521500563a req-9671bcf0-d693-485b-a31b-1eaeb157d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:09.688647 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98723c03-5c14-4904-8f67-e6521500563a req-9671bcf0-d693-485b-a31b-1eaeb157d38f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.0727839 Aug 30 10:57:09.689087 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fad511d8-6c8f-4500-990f-4c2d1cf304c9 req-afdcdd44-a975-4b1a-9bb4-145a84ee1e58 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Aug 30 10:57:09.735703 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82c00cc4-6cd9-4ae5-bb63-2933041ca28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.742971 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82c00cc4-6cd9-4ae5-bb63-2933041ca28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:09.743610 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-82c00cc4-6cd9-4ae5-bb63-2933041ca28d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab923e32-c9a0-465e-9d33-80f92887d787 HTTP/1.1" status: 204 len: 168 time: 0.4137352 Aug 30 10:57:09.755759 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c00cc4-6cd9-4ae5-bb63-2933041ca28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab923e32-c9a0-465e-9d33-80f92887d787,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:09.882165 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65f21d-593e-43d3-abac-57a1be21c63f req-73f25d9f-0dac-4438-a169-f1946a925162 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:09.883760 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5b65f21d-593e-43d3-abac-57a1be21c63f req-73f25d9f-0dac-4438-a169-f1946a925162 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 945 time: 0.0883880 Aug 30 10:57:09.887423 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98723c03-5c14-4904-8f67-e6521500563a req-d9caf626-0969-4997-a26d-ae945f72f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:09.888960 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98723c03-5c14-4904-8f67-e6521500563a req-d9caf626-0969-4997-a26d-ae945f72f12d service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.1860275 Aug 30 10:57:09.988450 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98723c03-5c14-4904-8f67-e6521500563a req-98f2a9af-738c-41be-9045-08412df4bc79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 217 time: 0.0851715 Aug 30 10:57:10.025896 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5b65f21d-593e-43d3-abac-57a1be21c63f req-fe18e5eb-638c-4e91-873a-832fe0d62c63 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341352 Aug 30 10:57:10.076831 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98723c03-5c14-4904-8f67-e6521500563a req-ae99eca0-4156-437d-a718-735574d68e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:10.078436 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98723c03-5c14-4904-8f67-e6521500563a req-ae99eca0-4156-437d-a718-735574d68e7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.0515733 Aug 30 10:57:10.156958 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98723c03-5c14-4904-8f67-e6521500563a req-a6ad6072-83c5-40a1-87c0-861f49ee3829 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484178 Aug 30 10:57:10.317962 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98723c03-5c14-4904-8f67-e6521500563a req-908c44b5-ee3d-4d1a-9e38-951851caa834 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369271 Aug 30 10:57:10.462623 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98723c03-5c14-4904-8f67-e6521500563a req-e1248f2e-09ad-40ee-9dcb-a1ef02e51f98 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433873 Aug 30 10:57:10.565299 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-6f827e52-87bb-47c2-9882-122b56380eae tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:10.568466 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-6f827e52-87bb-47c2-9882-122b56380eae tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 945 time: 0.0766225 Aug 30 10:57:10.644059 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40768) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:10.651462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40772) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:10.707513 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-68e28a4d-aec8-40ec-b765-b7d9b3d765ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:10.878290 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f43e97-14ab-4010-806f-94be49f006a9 req-ce03ee71-fe36-4fb4-9079-dbb4e301117e tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:10.883342 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f4f43e97-14ab-4010-806f-94be49f006a9 req-ce03ee71-fe36-4fb4-9079-dbb4e301117e tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 945 time: 0.0913167 Aug 30 10:57:10.950281 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Deleting port 1a89f1f9-b581-4bed-94fc-229387d99e16 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:57:10.950934 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:10.969609 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f4f43e97-14ab-4010-806f-94be49f006a9 req-cfd75d7a-336a-4bb9-87fb-eeefb1c246e1 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799465 Aug 30 10:57:11.049130 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1971831333-network', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:11.049608 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803ade5-ea0d-4fcf-adac-ca536e538ecf req-ab634599-aa93-4625-8cd7-19e0a48be2b6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:11.055904 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5803ade5-ea0d-4fcf-adac-ca536e538ecf req-ab634599-aa93-4625-8cd7-19e0a48be2b6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.2221906 Aug 30 10:57:11.199607 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-68e28a4d-aec8-40ec-b765-b7d9b3d765ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.210226 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5803ade5-ea0d-4fcf-adac-ca536e538ecf req-0060412e-2eaf-4d04-91d4-46ca2c330001 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253026 Aug 30 10:57:11.226443 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4603e9-e02f-45e8-8171-5ec8c4cb5c2d req-88666eb2-bfdd-428c-9b83-68321ffbe4ab tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:11.228392 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6f4603e9-e02f-45e8-8171-5ec8c4cb5c2d req-88666eb2-bfdd-428c-9b83-68321ffbe4ab tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 945 time: 0.0753670 Aug 30 10:57:11.263382 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] For port 1a89f1f9-b581-4bed-94fc-229387d99e16, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=1a89f1f9-b581-4bed-94fc-229387d99e16,segment=NetworkSegment(fe430d5a-1aaf-49aa-b28c-6844b21d9915),segment_id=fe430d5a-1aaf-49aa-b28c-6844b21d9915)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:11.263382 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.274354 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Calling delete_port for 1a89f1f9-b581-4bed-94fc-229387d99e16 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:57:11.305164 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6f4603e9-e02f-45e8-8171-5ec8c4cb5c2d req-7f6b8ed2-d70c-4cd7-b20a-1af0db65423c tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/security-groups?id=76aeec35-50b4-46da-8943-3ba2cacdc6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656331 Aug 30 10:57:11.419692 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-68e28a4d-aec8-40ec-b765-b7d9b3d765ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.519381 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-68e28a4d-aec8-40ec-b765-b7d9b3d765ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2e0b4bef5a24c839a3ce90a6a81ced4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8661244 Aug 30 10:57:11.522187 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40788) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:11.524881 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e28a4d-aec8-40ec-b765-b7d9b3d765ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6b4aa1-0b78-40f4-b325-c65ff16c2598,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:11.609228 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-95a9a933-1237-4db1-a4e6-e21e2f389192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.650273 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-95a9a933-1237-4db1-a4e6-e21e2f389192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.669321 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Made reservation on behalf of e0ad5c2bb985498fa131001af10b6a3b for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:11.672005 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.696645 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.749935 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.767685 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['1a89f1f9-b581-4bed-94fc-229387d99e16'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:11.816312 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Pushing event deleted for resources: {'Port': ['ID=1a89f1f9-b581-4bed-94fc-229387d99e16,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:11.859216 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] No DVR routers for this DVR port 1a89f1f9-b581-4bed-94fc-229387d99e16 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:57:11.862485 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.865285 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4f684f4b-ede2-49fa-aa62-0536545d298f req-d4700f1e-d772-4add-b6b7-cb612e8e5014 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.18 "DELETE /v2.0/ports/1a89f1f9-b581-4bed-94fc-229387d99e16 HTTP/1.1" status: 204 len: 173 time: 1.2728968 Aug 30 10:57:11.865967 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'name': 'network-vif-deleted', 'tag': '1a89f1f9-b581-4bed-94fc-229387d99e16'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:11.869073 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ebd2f5-511a-421f-937c-b3bd7e080118" -d '{"events": [{"server_uuid": "4e90daf2-ed73-4a96-95ec-dee9a10b7882", "name": "network-vif-deleted", "tag": "1a89f1f9-b581-4bed-94fc-229387d99e16"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:11.869436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-95a9a933-1237-4db1-a4e6-e21e2f389192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.872159 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-95a9a933-1237-4db1-a4e6-e21e2f389192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:11.879578 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-95a9a933-1237-4db1-a4e6-e21e2f389192 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a6b4aa1-0b78-40f4-b325-c65ff16c2598 HTTP/1.1" status: 204 len: 168 time: 0.3521962 Aug 30 10:57:11.902484 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9a933-1237-4db1-a4e6-e21e2f389192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6b4aa1-0b78-40f4-b325-c65ff16c2598,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:11.918514 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa75cc08-ec2b-425e-bccb-7571b462a108 x-openstack-request-id: req-aa75cc08-ec2b-425e-bccb-7571b462a108 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:11.919032 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e90daf2-ed73-4a96-95ec-dee9a10b7882", "name": "network-vif-deleted", "tag": "1a89f1f9-b581-4bed-94fc-229387d99e16", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:11.919462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa75cc08-ec2b-425e-bccb-7571b462a108 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:11.920050 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e90daf2-ed73-4a96-95ec-dee9a10b7882', 'name': 'network-vif-deleted', 'tag': '1a89f1f9-b581-4bed-94fc-229387d99e16', 'status': 'completed', 'code': 200} Aug 30 10:57:12.034758 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:12.134802 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:12.166110 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:57:12.190079 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc41391-6492-4445-be30-396312adfaae,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:12.203245 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:12.203971 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Added segment baecb20c-5f55-4ab3-8c41-3e42299b0362 of type vlan for network bd648ed5-f5c1-4641-995d-5accb6767a46 Aug 30 10:57:12.291411 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:12.390884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629d532-49d9-418d-84cc-943371098ec8 req-4762faf9-c7ae-4523-bc18-b7bc7f9dce2a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:12.400822 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1629d532-49d9-418d-84cc-943371098ec8 req-4762faf9-c7ae-4523-bc18-b7bc7f9dce2a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0736942 Aug 30 10:57:12.426468 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40808) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:12.450659 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d83eceba-8786-45e2-9e24-ccbf748323ae req-5b8aab5f-f98a-42e5-8bb2-3df1a179c73e tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 210 time: 0.0521171 Aug 30 10:57:12.489145 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1629d532-49d9-418d-84cc-943371098ec8 req-92558c28-f65d-4d98-95da-dc8183c78d6c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730960 Aug 30 10:57:12.595705 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a4b0544c-83cc-4ecc-b819-3f2fb4e2052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:12.608858 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:12.609948 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:12.610577 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:12.703909 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] Pushing event updated for resources: {'Network': ['ID=bd648ed5-f5c1-4641-995d-5accb6767a46,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:12.717335 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network bd648ed5-f5c1-4641-995d-5accb6767a46 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:57:12.830243 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a4b0544c-83cc-4ecc-b819-3f2fb4e2052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:13.004526 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a4b0544c-83cc-4ecc-b819-3f2fb4e2052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:13.070881 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40826) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:13.071884 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-a4b0544c-83cc-4ecc-b819-3f2fb4e2052c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77d37c0bf4654a6ca3d3f85a60df742f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6429818 Aug 30 10:57:13.074557 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0544c-83cc-4ecc-b819-3f2fb4e2052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8383a-75e9-4649-b055-79ec32164ca1,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:13.096779 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-aa256771-d921-4e68-bf7c-3f2948858fae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4506159 Aug 30 10:57:13.101088 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40828) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:13.114788 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Request body: {'subnet': {'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1971831333-subnet', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:13.195732 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-390f158a-f6f6-4ee9-8b6a-239bfdf871bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:13.226292 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Made reservation on behalf of e0ad5c2bb985498fa131001af10b6a3b for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:13.229216 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13617845'] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:13.245624 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-390f158a-f6f6-4ee9-8b6a-239bfdf871bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:13.449983 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-390f158a-f6f6-4ee9-8b6a-239bfdf871bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:13.455066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-390f158a-f6f6-4ee9-8b6a-239bfdf871bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:13.457122 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-390f158a-f6f6-4ee9-8b6a-239bfdf871bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60a8383a-75e9-4649-b055-79ec32164ca1 HTTP/1.1" status: 204 len: 168 time: 0.3827434 Aug 30 10:57:13.471993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f158a-f6f6-4ee9-8b6a-239bfdf871bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8383a-75e9-4649-b055-79ec32164ca1,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:13.648692 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1c0a18d6-7193-4143-8136-2af0b25abb85 req-e5050ec1-87f2-434d-9e6d-9bdef59d7295 tempest-VolumesActionsTest-1193010040 tempest-VolumesActionsTest-1193010040-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e90daf2-ed73-4a96-95ec-dee9a10b7882 HTTP/1.1" status: 200 len: 210 time: 0.0548623 Aug 30 10:57:13.778823 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7856-8a71-41e1-8665-1bdea9aa2045 req-7841bdb8-6027-443d-825b-465d2f8e3155 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:13.780688 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b95f7856-8a71-41e1-8665-1bdea9aa2045 req-7841bdb8-6027-443d-825b-465d2f8e3155 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0656784 Aug 30 10:57:13.839404 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b95f7856-8a71-41e1-8665-1bdea9aa2045 req-2ca755b1-ccfc-4f56-9d20-09716f716447 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Aug 30 10:57:13.934980 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16573915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13617863'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.095568 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea27ae4c-742f-4c3a-ac17-4d5466c0b274,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:14.106965 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Checking segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:14.107556 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Network hostable DHCP agents. Network: bd648ed5-f5c1-4641-995d-5accb6767a46, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:57:14.297733 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Network bd648ed5-f5c1-4641-995d-5accb6767a46 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:57:14.432550 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, bd648ed5-f5c1-4641-995d-5accb6767a46) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:14.440145 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:14.440777 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.448321 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c27713-e442-44a0-bb45-9babbeee4fd8 None None] Network bd648ed5-f5c1-4641-995d-5accb6767a46 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:14.622521 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b5143943-2a77-406d-982e-2317c17a5cdf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5196493 Aug 30 10:57:14.626157 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40866) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:14.640344 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:14.641263 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-bd648ed5-f5c1-4641-995d-5accb6767a46', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:57:14.642415 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.720752 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40870) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:14.742312 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.743796 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.770812 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c33d089d-82b5-4a97-8b08-ac3f3ea98150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.814227 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Allocated IP 172.20.0.2 (bd648ed5-f5c1-4641-995d-5accb6767a46/ea27ae4c-742f-4c3a-ac17-4d5466c0b274/a561f8fd-3291-4eed-8e21-6595d3e1c130) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:14.939927 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.965141 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c33d089d-82b5-4a97-8b08-ac3f3ea98150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:14.999968 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.013369 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Transition to ACTIVE for port object a561f8fd-3291-4eed-8e21-6595d3e1c130 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:15.032388 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Transition to ACTIVE for port object a561f8fd-3291-4eed-8e21-6595d3e1c130 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:15.108911 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c33d089d-82b5-4a97-8b08-ac3f3ea98150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.125917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060f68-f8e4-47b0-abda-428ba7606bb4 req-671064d4-35b0-4c80-b976-99b393e2cac1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:15.140472 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3f060f68-f8e4-47b0-abda-428ba7606bb4 req-671064d4-35b0-4c80-b976-99b393e2cac1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1858733 Aug 30 10:57:15.182108 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.247454 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c33d089d-82b5-4a97-8b08-ac3f3ea98150 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d643916612204822a39045de43ee053a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249066 Aug 30 10:57:15.250464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40886) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:15.268826 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d089d-82b5-4a97-8b08-ac3f3ea98150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d81d8-eecd-4660-a384-c1a7aa3edaf5,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:15.305136 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Network bd648ed5-f5c1-4641-995d-5accb6767a46 is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:15.314509 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 40888) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:15.315929 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:15.319017 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3f060f68-f8e4-47b0-abda-428ba7606bb4 req-5fcb7535-a021-48f9-9ce6-90ef709defe5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768250 Aug 30 10:57:15.324809 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:15.365242 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 1a89f1f9-b581-4bed-94fc-229387d99e16 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:57:15.365948 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b74f437b-81f0-4a58-80ca-fa7dc8403105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.377774 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Pushing event updated for resources: {'Port': ['ID=a561f8fd-3291-4eed-8e21-6595d3e1c130,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:15.397389 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b74f437b-81f0-4a58-80ca-fa7dc8403105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.477063 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 1a89f1f9-b581-4bed-94fc-229387d99e16 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:57:15.478194 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 1a89f1f9-b581-4bed-94fc-229387d99e16 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:57:15.486893 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Attempting to bind port a561f8fd-3291-4eed-8e21-6595d3e1c130 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:15.486893 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Attempting to bind port a561f8fd-3291-4eed-8e21-6595d3e1c130 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:15.486893 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Attempting to bind port a561f8fd-3291-4eed-8e21-6595d3e1c130 on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:15.492180 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:15.493029 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Checking segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:15.493699 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.494326 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Bound using segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:15.495204 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Bound port: a561f8fd-3291-4eed-8e21-6595d3e1c130, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:15.495843 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.555529 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f4b3645e-fef4-4c7b-924a-168cf6c1bc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.600458 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] For port a561f8fd-3291-4eed-8e21-6595d3e1c130, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:15.600458 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] For port a561f8fd-3291-4eed-8e21-6595d3e1c130, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=a561f8fd-3291-4eed-8e21-6595d3e1c130,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:15.626172 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b74f437b-81f0-4a58-80ca-fa7dc8403105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.632324 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b74f437b-81f0-4a58-80ca-fa7dc8403105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.637209 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b74f437b-81f0-4a58-80ca-fa7dc8403105 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/246d81d8-eecd-4660-a384-c1a7aa3edaf5 HTTP/1.1" status: 204 len: 168 time: 0.3827093 Aug 30 10:57:15.671307 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.676332 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f437b-81f0-4a58-80ca-fa7dc8403105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d81d8-eecd-4660-a384-c1a7aa3edaf5,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:15.716200 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.752677 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f4b3645e-fef4-4c7b-924a-168cf6c1bc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.806291 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46cd5a-172f-471b-905d-a84dd5130625 None None] Pushing event updated for resources: {'Port': ['ID=a561f8fd-3291-4eed-8e21-6595d3e1c130,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:15.908346 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f4b3645e-fef4-4c7b-924a-168cf6c1bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:15.957074 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f4b3645e-fef4-4c7b-924a-168cf6c1bc4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34d978c28d1a480e85bcf8a827f9c565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473629 Aug 30 10:57:15.962732 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 40904) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:15.980011 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3645e-fef4-4c7b-924a-168cf6c1bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c1ea9-2263-490d-8840-ef9d326adeb3,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:16.158360 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1569050-2ece-4764-a145-f0ae03be6a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.247277 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1569050-2ece-4764-a145-f0ae03be6a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.267242 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.328124 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.568612 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Allocated IP 172.27.2.28 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/37d3f76c-5d73-49ee-89a5-2cc5071ebb1a) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:16.594761 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c18c5f-62d8-4416-97a4-0ee3ef854e72 req-7cb6a639-7b9c-43be-8cd8-435795b6a2aa tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:16.596492 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-80c18c5f-62d8-4416-97a4-0ee3ef854e72 req-7cb6a639-7b9c-43be-8cd8-435795b6a2aa tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0906668 Aug 30 10:57:16.653377 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1569050-2ece-4764-a145-f0ae03be6a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.655986 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e1569050-2ece-4764-a145-f0ae03be6a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.657202 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-e1569050-2ece-4764-a145-f0ae03be6a13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/975c1ea9-2263-490d-8840-ef9d326adeb3 HTTP/1.1" status: 204 len: 168 time: 0.6931431 Aug 30 10:57:16.680623 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1569050-2ece-4764-a145-f0ae03be6a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c1ea9-2263-490d-8840-ef9d326adeb3,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:16.715126 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-80c18c5f-62d8-4416-97a4-0ee3ef854e72 req-1ef2b365-e778-480b-a37b-3988993df7ac tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960808 Aug 30 10:57:16.763699 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.877727 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:16.926558 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:16.930899 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:16.935314 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:16.996008 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Pushing event updated for resources: {'Port': ['ID=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:17.224397 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device a561f8fd-3291-4eed-8e21-6595d3e1c130 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:17.335813 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff280f80-fb3c-4f9e-b69a-3ab2c0d348fb None None] Network bd648ed5-f5c1-4641-995d-5accb6767a46 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:17.598597 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b274c026-b008-4d80-a5b1-88fef821201c None None] Provisioning for port a561f8fd-3291-4eed-8e21-6595d3e1c130 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:17.600671 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:17.608478 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b274c026-b008-4d80-a5b1-88fef821201c None None] Provisioning complete for port a561f8fd-3291-4eed-8e21-6595d3e1c130 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:17.609123 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b274c026-b008-4d80-a5b1-88fef821201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:17.611874 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port a561f8fd-3291-4eed-8e21-6595d3e1c130 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:17.623118 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port a561f8fd-3291-4eed-8e21-6595d3e1c130 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:17.624064 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:17.926575 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:17.957149 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:18.081466 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d98623-6038-4321-9ef1-4f21b6a1cb3a req-f2ac809e-93cf-4b66-97c8-60d6adcf11d3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:18.084661 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port a561f8fd-3291-4eed-8e21-6595d3e1c130, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=a561f8fd-3291-4eed-8e21-6595d3e1c130,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:18.089566 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c7d98623-6038-4321-9ef1-4f21b6a1cb3a req-f2ac809e-93cf-4b66-97c8-60d6adcf11d3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1561635 Aug 30 10:57:18.095706 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b274c026-b008-4d80-a5b1-88fef821201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:18.136237 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c7d98623-6038-4321-9ef1-4f21b6a1cb3a req-f55cd1c7-da2a-4627-8a4f-ace7ae66712e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Aug 30 10:57:18.181129 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:18.267576 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.db.api [None req-b274c026-b008-4d80-a5b1-88fef821201c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:57:18.268652 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG oslo_db.api [None req-b274c026-b008-4d80-a5b1-88fef821201c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:57:18.273222 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=a561f8fd-3291-4eed-8e21-6595d3e1c130,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:18.329085 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:57:18.508738 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:57:18.523097 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:57:18.550151 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:18.550836 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:18.655458 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:18.662542 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 41002) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:18.662965 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-0617a285-f4c6-45e3-83d1-a4f0c021fc2d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0351810 Aug 30 10:57:18.727988 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:18.950815 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-6946bf94-2a57-412b-b57d-36b141adafb4 None None] Provisioning complete for port a561f8fd-3291-4eed-8e21-6595d3e1c130 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:18.951387 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-6946bf94-2a57-412b-b57d-36b141adafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.039302 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:17Z', 'revision_number': 3, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:19.079272 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:57:19.080013 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Updating router 41b94e83-1652-4b44-9bcb-f121568f4d1a port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:57:19.122174 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.166419 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device a561f8fd-3291-4eed-8e21-6595d3e1c130 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:19.273052 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port a561f8fd-3291-4eed-8e21-6595d3e1c130 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:19.274058 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.520065 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.534827 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Transition to ACTIVE for port object 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:19.763363 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.819091 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.821757 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Attempting to bind port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:19.822135 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Attempting to bind port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:19.822503 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Attempting to bind port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:19.834626 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:19.835060 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:19.836722 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.836722 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:19.836722 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Bound port: 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:19.837472 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:19.963085 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Pushing event updated for resources: {'Port': ['ID=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,revision_number=2']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:19.978076 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.978449 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.979003 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.979176 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.979523 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.979857 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.980189 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.980524 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.980871 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.981371 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.981699 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:19.982021 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:20.027291 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] For port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:20.031529 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] For port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:20.076611 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Allocated IP 172.20.0.1 (bd648ed5-f5c1-4641-995d-5accb6767a46/ea27ae4c-742f-4c3a-ac17-4d5466c0b274/23a82490-687f-4127-a02a-088899079194) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:20.152178 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:20.247250 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:20.262419 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:20.263472 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:20.268994 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2f718-1726-4c26-81cb-4746327618db None None] Pushing event updated for resources: {'Port': ['ID=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:20.291892 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Transition to ACTIVE for port object 23a82490-687f-4127-a02a-088899079194 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:20.407302 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:20.500836 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:20.546625 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Network bd648ed5-f5c1-4641-995d-5accb6767a46 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:20.557285 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:20.563370 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:20.632031 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Pushing event updated for resources: {'Port': ['ID=23a82490-687f-4127-a02a-088899079194,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:20.673325 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:20.674332 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:17Z', 'revision_number': 3, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:20.726848 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f626a5d-951b-4265-98d2-d94a249d9477 None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:17Z', 'revision_number': 3, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:57:20.952840 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 41058) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:21.006048 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.070793 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b478eebc-b520-4e0d-b298-ff4d1f4e0fee None None] Provisioning for port 23a82490-687f-4127-a02a-088899079194 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:21.079908 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b478eebc-b520-4e0d-b298-ff4d1f4e0fee None None] Provisioning complete for port 23a82490-687f-4127-a02a-088899079194 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:21.080674 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b478eebc-b520-4e0d-b298-ff4d1f4e0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.163489 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-b478eebc-b520-4e0d-b298-ff4d1f4e0fee None None] Port 23a82490-687f-4127-a02a-088899079194 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:57:21.173246 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc3f40-ce0c-4bfa-bd2d-3bbbc6637b47 req-29b8b814-550b-484a-8ee6-bf8de1d1a010 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:21.176432 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-41fc3f40-ce0c-4bfa-bd2d-3bbbc6637b47 req-29b8b814-550b-484a-8ee6-bf8de1d1a010 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0941918 Aug 30 10:57:21.240021 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-41fc3f40-ce0c-4bfa-bd2d-3bbbc6637b47 req-607ce2cf-408a-428c-b766-be1f38f18da4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503609 Aug 30 10:57:21.245015 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-747d3402-c4e6-42c6-8e68-dfd295b7c34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.364105 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.436121 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-747d3402-c4e6-42c6-8e68-dfd295b7c34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.563458 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.634563 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Pushing event updated for resources: {'Port': ['ID=23a82490-687f-4127-a02a-088899079194,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:21.638371 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.700477 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-747d3402-c4e6-42c6-8e68-dfd295b7c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:21.758993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d3402-c4e6-42c6-8e68-dfd295b7c34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c629987-f19b-42ae-9dfd-ea0ed41353cc,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:21.768167 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-747d3402-c4e6-42c6-8e68-dfd295b7c34f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8984a1bfbf0040bfae5c042d950a4fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8112214 Aug 30 10:57:21.768547 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 41066) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:21.815685 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Network bd648ed5-f5c1-4641-995d-5accb6767a46 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:21.819408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:21.921887 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bf56b442-957d-42c4-8d6a-66c734f379ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:22.057503 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bf56b442-957d-42c4-8d6a-66c734f379ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:22.163462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:57:22.217788 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-f7f8ed1c-bee5-4686-944b-f7182880248f None None] Provisioning complete for port 23a82490-687f-4127-a02a-088899079194 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:22.218429 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ed1c-bee5-4686-944b-f7182880248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:22.280529 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8ed1c-bee5-4686-944b-f7182880248f None None] Port 23a82490-687f-4127-a02a-088899079194 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:57:22.337542 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-5bcc016d-2636-47a7-84a4-14d7eb9793a0 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d9c47e4e38b346218bf1a5de8dbc44bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019561 Aug 30 10:57:22.437366 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbf94c-7901-415a-9aab-cba1664094c2 req-62e26045-ee7d-40e8-bd3b-dfde06b1bad3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:22.437366 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-53cbf94c-7901-415a-9aab-cba1664094c2 req-62e26045-ee7d-40e8-bd3b-dfde06b1bad3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0814040 Aug 30 10:57:22.444029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bf56b442-957d-42c4-8d6a-66c734f379ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:22.446633 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bf56b442-957d-42c4-8d6a-66c734f379ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:22.447810 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-bf56b442-957d-42c4-8d6a-66c734f379ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c629987-f19b-42ae-9dfd-ea0ed41353cc HTTP/1.1" status: 204 len: 168 time: 0.6784029 Aug 30 10:57:22.497215 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-53cbf94c-7901-415a-9aab-cba1664094c2 req-b02f13c7-cf94-423b-b35d-5b4b85d0cc7a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491755 Aug 30 10:57:22.510396 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56b442-957d-42c4-8d6a-66c734f379ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c629987-f19b-42ae-9dfd-ea0ed41353cc,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:22.512681 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:57:22.526730 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-d023e7b3-1685-47e4-b8be-a62799616538 admin admin] 10.222.0.24 "PUT /v2.0/routers/41b94e83-1652-4b44-9bcb-f121568f4d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8617358 Aug 30 10:57:22.614948 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-2890abf9-1a95-4a4d-bb06-d54aad7a3e72 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:22.621584 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-2890abf9-1a95-4a4d-bb06-d54aad7a3e72 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721591 Aug 30 10:57:22.638226 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-0d675b35-9470-4f6d-aaaf-1ffcdca8f224 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/quotas/d9c47e4e38b346218bf1a5de8dbc44bf HTTP/1.1" status: 200 len: 375 time: 0.0108254 Aug 30 10:57:22.671164 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-46e10c86-6788-4b4b-bb09-8a0740df686b tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9c47e4e38b346218bf1a5de8dbc44bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308094 Aug 30 10:57:22.880626 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:57:22.919553 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:22.920598 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:23.054511 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d8d5542f-5966-4b50-aea0-bab58c35174c req-54f9bdf7-4419-4e3f-bcee-277c20887f4d tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.0493419 Aug 30 10:57:23.199152 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:23.212108 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:23.563383 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 41144) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:23.601688 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:23.852712 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:23.895608 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247a58-a890-426e-841c-6f82c0ff252c req-3a77f816-a4dd-4da4-a71a-91fb03277bfe tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:23.897968 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3247a58-a890-426e-841c-6f82c0ff252c req-3a77f816-a4dd-4da4-a71a-91fb03277bfe tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1141727 Aug 30 10:57:23.943403 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:23.950487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:23.950860 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:23.963930 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.037515 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddea039-0ec9-4d22-b998-861f1154c984,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:24.070473 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.070833 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.071254 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.071566 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.072130 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.072477 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.072816 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.073183 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.073523 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.073857 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.074186 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.074513 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:24.084997 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ec1141d1-6551-48a8-ab91-5f9677e88182 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59ae43e1d20a4194a483272ce1f75f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5203366 Aug 30 10:57:24.094406 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41160) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:24.095328 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3247a58-a890-426e-841c-6f82c0ff252c req-a7eb4ea1-fc2f-4515-b6d0-b83143138aeb tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750081 Aug 30 10:57:24.161946 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:21Z', 'revision_number': 2, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:24.211441 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:57:24.211955 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Updating router 41b94e83-1652-4b44-9bcb-f121568f4d1a port 23a82490-687f-4127-a02a-088899079194 binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:57:24.298816 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.308370 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.315764 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-516c4746-3eac-4a7e-9036-4e3be17b58ac req-0a9f0607-f8ba-4c3e-b1ca-c31e1a1d0b57 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.1042345 Aug 30 10:57:24.338641 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-98927495-d659-4eaa-978a-726dcc15a671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.383201 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-98927495-d659-4eaa-978a-726dcc15a671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.446459 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:24.615073 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-98927495-d659-4eaa-978a-726dcc15a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.617766 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-98927495-d659-4eaa-978a-726dcc15a671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.623509 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-98927495-d659-4eaa-978a-726dcc15a671 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ddea039-0ec9-4d22-b998-861f1154c984 HTTP/1.1" status: 204 len: 168 time: 0.5288582 Aug 30 10:57:24.637937 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98927495-d659-4eaa-978a-726dcc15a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddea039-0ec9-4d22-b998-861f1154c984,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:24.709118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41182) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:24.714690 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1408328421-network', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:24.808686 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.855455 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Made reservation on behalf of 59b26a9b095047b3afd8ceb989a6190c for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:24.866495 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:24.899678 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.002432 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:25.290795 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.417465 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.466510 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:25.518769 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:57:25.569142 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-087245af-ccf2-4e02-ab3a-dd6184ae5e4e req-5f381cf3-9b2c-43fd-97a3-aa23ba1a014e tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.0625508 Aug 30 10:57:25.594946 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.595869 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Added segment 04181dd5-d25e-43fd-a76d-996b08780bad of type vlan for network 191b3e88-b349-423e-9edb-4798c07a9896 Aug 30 10:57:25.615319 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da429f5-c0a4-4018-9565-256271fb906f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:25.658990 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:25.659376 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.705025 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d84b3-b938-45a7-8ebb-07436fab5a93 req-0ed06712-d02a-40b6-8ee1-4859f3bd97cc tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:25.718441 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d02d84b3-b938-45a7-8ebb-07436fab5a93 req-0ed06712-d02a-40b6-8ee1-4859f3bd97cc tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.3406789 Aug 30 10:57:25.727464 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.727808 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.728155 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.728495 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.728831 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.729212 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.729546 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.729879 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.730211 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.730538 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.730865 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.731186 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:25.759262 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.797186 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d02d84b3-b938-45a7-8ebb-07436fab5a93 req-cafe40a5-6d86-434e-869b-d6e157ca44ea tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773327 Aug 30 10:57:25.836755 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.861177 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Transition to ACTIVE for port object 23a82490-687f-4127-a02a-088899079194 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:25.877214 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.881067 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:25.886216 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.946139 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:25.981617 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] Pushing event updated for resources: {'Network': ['ID=191b3e88-b349-423e-9edb-4798c07a9896,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:26.043562 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-f38f8456-f2f9-49a4-8263-dd7844d42e31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3328910 Aug 30 10:57:26.047847 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41220) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:26.054244 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Request body: {'subnet': {'network_id': '191b3e88-b349-423e-9edb-4798c07a9896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1408328421-subnet', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:26.063943 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 191b3e88-b349-423e-9edb-4798c07a9896 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:57:26.104228 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13955b-832a-4d8d-bcc7-bf3ccbd93532 None None] Pushing event updated for resources: {'Port': ['ID=23a82490-687f-4127-a02a-088899079194,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:26.196901 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Made reservation on behalf of 59b26a9b095047b3afd8ceb989a6190c for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:26.199718 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13617845'] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:26.258706 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Attempting to bind port 23a82490-687f-4127-a02a-088899079194 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:26.263490 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Attempting to bind port 23a82490-687f-4127-a02a-088899079194 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:26.264151 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Attempting to bind port 23a82490-687f-4127-a02a-088899079194 on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:26.303976 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:26.308668 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Checking segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:26.310487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:26.310487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Bound using segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:26.310487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Bound port: 23a82490-687f-4127-a02a-088899079194, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:26.311214 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:26.474416 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] For port 23a82490-687f-4127-a02a-088899079194, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:26.480718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] For port 23a82490-687f-4127-a02a-088899079194, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=23a82490-687f-4127-a02a-088899079194,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:26.574827 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:26.807523 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13955b-832a-4d8d-bcc7-bf3ccbd93532 None None] Pushing event updated for resources: {'Port': ['ID=23a82490-687f-4127-a02a-088899079194,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:26.887510 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:26.892562 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:26.936155 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-07f6ae04-a9ad-45cc-91e5-0a84da804613 req-6d6cc1f2-6548-4b0e-aaa3-376cd47c5944 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.1449022 Aug 30 10:57:26.939318 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16573915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13617863'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:27.074753 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Checking segment: {'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:27.077060 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Network hostable DHCP agents. Network: 191b3e88-b349-423e-9edb-4798c07a9896, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:57:27.089029 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-68ef528a-fccb-448a-b591-e2b6391cbbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:27.089656 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8383a965-ea5d-40c4-af0c-a72f31cb9549,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:27.145232 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:27.261097 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Network 191b3e88-b349-423e-9edb-4798c07a9896 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:57:27.264152 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5151c-e9a2-47a1-924d-c6539c938ac1 req-7a71dd1e-b6eb-4030-98d6-ad3680e69aa7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:27.270749 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41246) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:27.270970 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4be5151c-e9a2-47a1-924d-c6539c938ac1 req-7a71dd1e-b6eb-4030-98d6-ad3680e69aa7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1962721 Aug 30 10:57:27.311123 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-9ec21567-aa99-4227-85a2-fba81e02fa58 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d9c47e4e38b346218bf1a5de8dbc44bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665822 Aug 30 10:57:27.425818 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 191b3e88-b349-423e-9edb-4798c07a9896) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:27.431084 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:27.431678 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:27.475382 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353096bc-a5ae-470f-a011-5fdbfb6d14ea None None] Network 191b3e88-b349-423e-9edb-4798c07a9896 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:27.482738 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-724529284-network', 'tenant_id': 'e699ea9afad04cbead56163afe3fea4f'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:27.554692 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b0972386-c021-4970-93b1-411180ad7977 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5056424 Aug 30 10:57:27.555816 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41250) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:27.558268 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4be5151c-e9a2-47a1-924d-c6539c938ac1 req-b4cec83f-9fb2-46db-82b7-94a55481f175 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454684 Aug 30 10:57:27.568361 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:27.628315 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-a62eaba2-875c-4b8b-a6aa-beefa999f751 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:27.638894 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-a62eaba2-875c-4b8b-a6aa-beefa999f751 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3156638 Aug 30 10:57:27.658759 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Request body: {'port': {'device_id': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6', 'admin_state_up': True, 'tenant_id': 'd9c47e4e38b346218bf1a5de8dbc44bf'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:27.711131 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Made reservation on behalf of e699ea9afad04cbead56163afe3fea4f for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:27.718127 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:27.778871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:27.887584 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:26Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:27.954991 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1246d0-d501-4489-8336-7e89e7395ff3 None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:26Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:57:27.993913 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:27.993913 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.042012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe4f02-5145-44d2-91dd-11c21defc114 req-902fa10f-778d-4578-babb-76492650f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:28.065787 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cdbe4f02-5145-44d2-91dd-11c21defc114 req-902fa10f-778d-4578-babb-76492650f4c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.1445148 Aug 30 10:57:28.067790 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-191b3e88-b349-423e-9edb-4798c07a9896', 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'fixed_ips': [{'subnet_id': '8383a965-ea5d-40c4-af0c-a72f31cb9549'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:57:28.070486 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.147659 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cdbe4f02-5145-44d2-91dd-11c21defc114 req-430aaae6-20e6-4c0f-a013-4b99300f6fdc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 Aug 30 10:57:28.182165 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.281287 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.322617 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-28885f34-de7a-4d59-8492-51c505f10ce3 req-be800d3a-6941-400c-8c3c-c27eb7159e15 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.0461850 Aug 30 10:57:28.386466 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Allocated IP 172.20.0.2 (191b3e88-b349-423e-9edb-4798c07a9896/8383a965-ea5d-40c4-af0c-a72f31cb9549/56bf26d6-5576-4bba-a0f0-6766ce3c776e) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:28.456366 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.551186 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Made reservation on behalf of d9c47e4e38b346218bf1a5de8dbc44bf for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:28.555715 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.573862 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.601001 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:57:28.628033 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba9dad-96e9-4cb8-be3b-7e81f67bf5c0,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:28.660495 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.696625 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.697623 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Added segment 2d08ee1b-2b67-45dd-8d7c-4ac35f602518 of type vlan for network 3f3ad642-7cfb-4344-8517-15e0e2c431dd Aug 30 10:57:28.782942 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.808353 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Transition to ACTIVE for port object 56bf26d6-5576-4bba-a0f0-6766ce3c776e will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:28.843197 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.849626 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Transition to ACTIVE for port object 56bf26d6-5576-4bba-a0f0-6766ce3c776e will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:28.947161 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:28.950134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:29.328260 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:29.332911 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ada340-1fb4-488f-ba7f-98db7ad34bb7,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:29.479350 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 23a82490-687f-4127-a02a-088899079194 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:29.507432 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.db.resource_extend [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 10:57:29.518968 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Network 191b3e88-b349-423e-9edb-4798c07a9896 is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:29.538415 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:29.591074 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:29.591645 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e10a5-711a-46bb-8cc6-3cdfdb5f3794 req-aa4e12a7-7d98-4af7-b6dd-837f6b0788a9 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:29.609448 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-562e10a5-711a-46bb-8cc6-3cdfdb5f3794 req-aa4e12a7-7d98-4af7-b6dd-837f6b0788a9 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.8791621 Aug 30 10:57:29.715857 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Pushing event updated for resources: {'Port': ['ID=56bf26d6-5576-4bba-a0f0-6766ce3c776e,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:29.720641 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:29.722288 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:29.723187 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:29.732075 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4c1be2cb-ebd3-4381-a8c4-3ef3e40d1528 req-00173538-e32d-43cc-9c46-ce84e5d50b12 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.1488912 Aug 30 10:57:29.739066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0b788-c258-434b-bff8-65a11b86448a req-bccb5107-1471-433a-92ea-6b2f54ca3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:29.741081 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fbc0b788-c258-434b-bff8-65a11b86448a req-bccb5107-1471-433a-92ea-6b2f54ca3efe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.3124726 Aug 30 10:57:29.818084 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Allocated IP 192.168.233.76 (b37ef1bc-44a4-4c19-8459-5b4d219c36a6/be2adccf-1943-40e0-abbb-e1564c1b5aa6/ad6b2f14-d7df-463e-9bc3-7666cc718afc) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:29.821805 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Attempting to bind port 56bf26d6-5576-4bba-a0f0-6766ce3c776e on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:29.821805 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Attempting to bind port 56bf26d6-5576-4bba-a0f0-6766ce3c776e by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:29.822084 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Attempting to bind port 56bf26d6-5576-4bba-a0f0-6766ce3c776e on network 191b3e88-b349-423e-9edb-4798c07a9896 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:29.831999 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:29.832263 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Checking segment: {'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:29.837917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:29.837917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Bound using segment: {'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:29.837917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Bound port: 56bf26d6-5576-4bba-a0f0-6766ce3c776e, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:29.837917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:29.854253 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3ad642-7cfb-4344-8517-15e0e2c431dd,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:29.866534 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-562e10a5-711a-46bb-8cc6-3cdfdb5f3794 req-f6822ee9-3ad3-42bc-bd3e-c4a7b054e749 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559526 Aug 30 10:57:29.927564 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 3f3ad642-7cfb-4344-8517-15e0e2c431dd details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:57:29.958663 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:57:29.971024 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-f632e6ba-4e1c-4652-924c-7e4b09c432e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7049809 Aug 30 10:57:29.975652 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41310) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:29.985944 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Request body: {'subnet': {'network_id': '3f3ad642-7cfb-4344-8517-15e0e2c431dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-724529284-subnet', 'tenant_id': 'e699ea9afad04cbead56163afe3fea4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:30.079201 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.108426 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Transition to ACTIVE for port object ad6b2f14-d7df-463e-9bc3-7666cc718afc will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:30.224302 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] For port 56bf26d6-5576-4bba-a0f0-6766ce3c776e, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:30.230422 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] For port 56bf26d6-5576-4bba-a0f0-6766ce3c776e, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=56bf26d6-5576-4bba-a0f0-6766ce3c776e,segment=NetworkSegment(04181dd5-d25e-43fd-a76d-996b08780bad),segment_id=04181dd5-d25e-43fd-a76d-996b08780bad)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:30.247141 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 23a82490-687f-4127-a02a-088899079194 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:30.330577 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 23a82490-687f-4127-a02a-088899079194 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:30.332796 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.390665 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.418069 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.434759 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.517805 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Made reservation on behalf of e699ea9afad04cbead56163afe3fea4f for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:30.542743 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13617845'] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.546421 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.607854 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f600ebaa-dbdc-4585-a05e-0210fbcfe897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.626726 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.646214 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.730208 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7eec8-ad0b-4979-8579-91288219f67d None None] Pushing event updated for resources: {'Port': ['ID=56bf26d6-5576-4bba-a0f0-6766ce3c776e,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:30.734300 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:30.796407 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:30.822096 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 23a82490-687f-4127-a02a-088899079194, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=23a82490-687f-4127-a02a-088899079194,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:30.834793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:30.845462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Pushing event updated for resources: {'Port': ['ID=ad6b2f14-d7df-463e-9bc3-7666cc718afc,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:30.891001 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:30.952402 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0b788-c258-434b-bff8-65a11b86448a req-2a8ed0b7-4aba-495c-a674-6e678fa60466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:30.954146 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fbc0b788-c258-434b-bff8-65a11b86448a req-2a8ed0b7-4aba-495c-a674-6e678fa60466 service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.8088930 Aug 30 10:57:30.974716 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.069039 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Allocated IP 172.27.2.52 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/2ef3584f-cd87-48f0-8bb1-96452f865c3a) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:31.165074 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-7f64e36c-33c8-4057-8e56-cd710bd339aa tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:31.170822 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-7f64e36c-33c8-4057-8e56-cd710bd339aa tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 1.0159788 Aug 30 10:57:31.186948 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=23a82490-687f-4127-a02a-088899079194,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:31.188160 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:31.188917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.335034 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fbc0b788-c258-434b-bff8-65a11b86448a req-1cf4e7ca-e0f4-4aac-a62a-4904bec50f5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 217 time: 0.2159066 Aug 30 10:57:31.340085 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-6768ffb1-aa89-42d9-a4d1-58988efabf00 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/quotas/08e243faa382447b91e7d32d086f3e6c HTTP/1.1" status: 200 len: 375 time: 0.1362884 Aug 30 10:57:31.356480 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 56bf26d6-5576-4bba-a0f0-6766ce3c776e up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:31.376656 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.435214 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.507869 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-bef76625-ed48-4ffc-8857-77aeb40c9374 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8576567 Aug 30 10:57:31.548542 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-7c2ef41d-b474-4792-b1c7-272a52cd8381 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1564982 Aug 30 10:57:31.558134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Request body: {'port': {'device_id': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:31.670976 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0b788-c258-434b-bff8-65a11b86448a req-22641a8f-bf60-453a-8912-9bea2e73bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:31.673591 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fbc0b788-c258-434b-bff8-65a11b86448a req-22641a8f-bf60-453a-8912-9bea2e73bfab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.3291371 Aug 30 10:57:31.682231 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.688004 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 56bf26d6-5576-4bba-a0f0-6766ce3c776e completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:31.731093 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c8448b41-656a-40f9-9ad3-ef67eed21f0f None None] Provisioning for port ad6b2f14-d7df-463e-9bc3-7666cc718afc completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:31.738576 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c8448b41-656a-40f9-9ad3-ef67eed21f0f None None] Provisioning complete for port ad6b2f14-d7df-463e-9bc3-7666cc718afc triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:31.739972 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c8448b41-656a-40f9-9ad3-ef67eed21f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.745287 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fbc0b788-c258-434b-bff8-65a11b86448a req-92188436-e133-41f7-9409-5becc890bf96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522745 Aug 30 10:57:31.769137 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16573915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13617863'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.776710 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:31.795354 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-c8448b41-656a-40f9-9ad3-ef67eed21f0f None None] Port ad6b2f14-d7df-463e-9bc3-7666cc718afc cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:57:31.911415 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:31.912885 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3acd11-a984-4b81-a753-ad502fc8dd34,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:31.922538 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:31.935352 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:32.044708 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef3584f-cd87-48f0-8bb1-96452f865c3a,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:32.062153 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9fedbb50-47a0-469c-b816-e27a01045328 service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705868 Aug 30 10:57:32.310193 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Checking segment: {'id': '2d08ee1b-2b67-45dd-8d7c-4ac35f602518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3f3ad642-7cfb-4344-8517-15e0e2c431dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:32.310643 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Network hostable DHCP agents. Network: 3f3ad642-7cfb-4344-8517-15e0e2c431dd, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:57:32.379126 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e59f8-2a0f-4338-9888-b967a40bd70b None None] Network 191b3e88-b349-423e-9edb-4798c07a9896 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:32.488567 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Network 3f3ad642-7cfb-4344-8517-15e0e2c431dd is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:57:32.677535 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fbc0b788-c258-434b-bff8-65a11b86448a req-caedb0cf-4f1c-425e-b502-23609e55804e service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728020 Aug 30 10:57:32.701395 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:32.742278 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Provisioning for port 56bf26d6-5576-4bba-a0f0-6766ce3c776e completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:32.744518 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 3f3ad642-7cfb-4344-8517-15e0e2c431dd) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:32.749825 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Provisioning complete for port 56bf26d6-5576-4bba-a0f0-6766ce3c776e triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:32.750204 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:32.768565 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:32.769274 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:32.777372 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:32.794181 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c14e-80bc-492c-ba28-7cc9a89a3c83 req-6bbd090d-d93e-4b54-8e04-538c568958a0 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:32.805718 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-01d6c14e-80bc-492c-ba28-7cc9a89a3c83 req-6bbd090d-d93e-4b54-8e04-538c568958a0 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 935 time: 0.1928771 Aug 30 10:57:32.806730 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f45af19-6b2a-49e2-81a9-43349454d3c3 None None] Network 3f3ad642-7cfb-4344-8517-15e0e2c431dd requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:32.937212 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-aaef5631-b39d-4cd1-871d-a85769376d3d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9590497 Aug 30 10:57:33.050680 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fbc0b788-c258-434b-bff8-65a11b86448a req-b7f7495a-2e73-453f-8f70-b0c5ea6552cd service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599250 Aug 30 10:57:33.077197 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-edac3839-2523-48a1-8a47-a3df47b04eb5 service neutron] 10.222.0.24 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9952734 Aug 30 10:57:33.098382 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-01d6c14e-80bc-492c-ba28-7cc9a89a3c83 req-d03d26dc-8cbd-4058-9f99-b9c7dc6ed20d tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820845 Aug 30 10:57:33.135245 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6b2f14-d7df-463e-9bc3-7666cc718afc {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:57:33.154222 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:33.158943 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:33.175224 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Transition to ACTIVE for port object ad6b2f14-d7df-463e-9bc3-7666cc718afc will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:33.242796 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 23a82490-687f-4127-a02a-088899079194 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:33.279602 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] For port 56bf26d6-5576-4bba-a0f0-6766ce3c776e, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=56bf26d6-5576-4bba-a0f0-6766ce3c776e,segment=NetworkSegment(04181dd5-d25e-43fd-a76d-996b08780bad),segment_id=04181dd5-d25e-43fd-a76d-996b08780bad)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:33.288346 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:33.427958 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:33.447813 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee7780-4a8d-4a1b-92e8-c5d72d2c348d req-54c19ba1-f30c-4131-9c28-f25b8ad612ff tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:33.451636 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09762ac6-3cef-4b7b-9248-4b25d7d1500a None None] Network 3f3ad642-7cfb-4344-8517-15e0e2c431dd requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:33.456277 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e7ee7780-4a8d-4a1b-92e8-c5d72d2c348d req-54c19ba1-f30c-4131-9c28-f25b8ad612ff tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1669762 Aug 30 10:57:33.513324 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:33.527453 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e7ee7780-4a8d-4a1b-92e8-c5d72d2c348d req-3ff0be75-82d5-4536-b5bc-c1da94b0011a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694680 Aug 30 10:57:33.700153 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b2f14-d7df-463e-9bc3-7666cc718afc,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:33.732108 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Attempting to bind port ad6b2f14-d7df-463e-9bc3-7666cc718afc on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:33.733057 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Attempting to bind port ad6b2f14-d7df-463e-9bc3-7666cc718afc by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:33.733379 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Attempting to bind port ad6b2f14-d7df-463e-9bc3-7666cc718afc on network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:33.742507 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Port ad6b2f14-d7df-463e-9bc3-7666cc718afc on network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:57:33.744905 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Attempting to bind port ad6b2f14-d7df-463e-9bc3-7666cc718afc on network b37ef1bc-44a4-4c19-8459-5b4d219c36a6 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:33.756405 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:33.762361 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Checking segment: {'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:33.763048 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Bound using segment: {'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:33.763708 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Bound port: ad6b2f14-d7df-463e-9bc3-7666cc718afc, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68d5f7-2430-43cf-bb2e-d2d01201214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:33.764313 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:33.781409 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c789643f-c21a-4727-891f-ccb250b0132b None None] Provisioning complete for port 56bf26d6-5576-4bba-a0f0-6766ce3c776e triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:33.784660 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c789643f-c21a-4727-891f-ccb250b0132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:33.963115 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] For port ad6b2f14-d7df-463e-9bc3-7666cc718afc, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:33.966918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] For port ad6b2f14-d7df-463e-9bc3-7666cc718afc, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ad6b2f14-d7df-463e-9bc3-7666cc718afc,segment=NetworkSegment(5a68d5f7-2430-43cf-bb2e-d2d01201214e),segment_id=5a68d5f7-2430-43cf-bb2e-d2d01201214e)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:34.042377 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3854b838-4cef-4151-b68f-6dc1dd4775c1 req-c0fc7d7f-c12b-4e14-b5b2-ae54884a78c4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 210 time: 0.0700767 Aug 30 10:57:34.059872 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 23a82490-687f-4127-a02a-088899079194 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:34.060205 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:34.064488 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:34.137291 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf4361-c590-4ee6-b6dc-71ebcb44262c req-ec3d0360-9463-468d-be27-d122a92d265a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:34.147551 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dfbf4361-c590-4ee6-b6dc-71ebcb44262c req-ec3d0360-9463-468d-be27-d122a92d265a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.3813484 Aug 30 10:57:34.151179 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:34.152618 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:34.155083 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] 10.222.0.18 "PUT /v2.0/ports/ad6b2f14-d7df-463e-9bc3-7666cc718afc HTTP/1.1" status: 200 len: 1097 time: 2.6045222 Aug 30 10:57:34.156018 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'tag': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:34.160808 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0b4fd5-f03c-4289-b519-62e0e23d9378", "tag": "ad6b2f14-d7df-463e-9bc3-7666cc718afc"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:34.265401 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f152f-1023-4ed3-8cfe-f0f5ac884e0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b2f14-d7df-463e-9bc3-7666cc718afc,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:34.274378 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dfbf4361-c590-4ee6-b6dc-71ebcb44262c req-65748d5d-8382-4256-be9a-97be1f66ef23 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256526 Aug 30 10:57:34.287600 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Pushing event updated for resources: {'Port': ['ID=56bf26d6-5576-4bba-a0f0-6766ce3c776e,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:34.318884 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.319485 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.319990 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.320487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.321164 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.321668 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.322159 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.322646 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.323132 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.330426 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.331037 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.332534 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695ec1f8-96a0-4bae-a2e3-a47d63b4a5c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:57:34.420826 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Router ace52d4d-584f-4aa0-ab04-3fa560f34d49 is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:57:34.542685 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-81f767b4-cd15-4657-8359-0428ae499329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:34.550355 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-81f767b4-cd15-4657-8359-0428ae499329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9c47e4e38b346218bf1a5de8dbc44bf&device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 1100 time: 0.2509744 Aug 30 10:57:34.625922 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b6448a-6e1f-4bba-8a28-9ee95cd919f5 x-openstack-request-id: req-34b6448a-6e1f-4bba-8a28-9ee95cd919f5 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:34.626228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0b4fd5-f03c-4289-b519-62e0e23d9378", "tag": "ad6b2f14-d7df-463e-9bc3-7666cc718afc", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:34.626493 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34b6448a-6e1f-4bba-8a28-9ee95cd919f5 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:34.626906 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'tag': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc', 'status': 'completed', 'code': 200} Aug 30 10:57:34.629376 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-407f10b0-f326-4bde-a12d-f98c761fcaea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ad6b2f14-d7df-463e-9bc3-7666cc718afc HTTP/1.1" status: 200 len: 217 time: 0.0696769 Aug 30 10:57:34.785451 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c806f-e895-49d6-bf3b-b8415c468119 req-fce1086c-7080-423a-b42b-7f6e7f98c9a2 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:34.802358 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a01c806f-e895-49d6-bf3b-b8415c468119 req-fce1086c-7080-423a-b42b-7f6e7f98c9a2 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 947 time: 0.2805400 Aug 30 10:57:34.803429 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-e2bf6117-1ba3-481f-86e5-0d4611cf2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:34.810769 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-e2bf6117-1ba3-481f-86e5-0d4611cf2e0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be2adccf-1943-40e0-abbb-e1564c1b5aa6 HTTP/1.1" status: 200 len: 843 time: 0.1671073 Aug 30 10:57:34.832072 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe1723-edc3-4995-baf1-d32720c71d74 req-e4386335-12d0-4b3d-91db-02958694f7f3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:34.834684 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-48fe1723-edc3-4995-baf1-d32720c71d74 req-e4386335-12d0-4b3d-91db-02958694f7f3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1749699 Aug 30 10:57:34.842011 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:57:34.855122 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Sync routers for ids ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:57:34.875775 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Routers {'ace52d4d-584f-4aa0-ab04-3fa560f34d49'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:34.877325 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:34.916785 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d19a0-6027-48b7-832c-9662070faec0 req-d930fa62-d449-4d66-b2e4-894b803a6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:34.917815 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a01c806f-e895-49d6-bf3b-b8415c468119 req-263ffaa3-3f90-4eab-a9ee-8b8c4073f3a6 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140065 Aug 30 10:57:34.918486 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-505d19a0-6027-48b7-832c-9662070faec0 req-d930fa62-d449-4d66-b2e4-894b803a6162 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.2091446 Aug 30 10:57:34.968609 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:34.970242 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-cfc0ca6f-92f8-4af2-95ea-295c069e99c9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4094942 Aug 30 10:57:34.975902 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41402) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:35.068404 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Set router ace52d4d-584f-4aa0-ab04-3fa560f34d49 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:35.087797 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-48fe1723-edc3-4995-baf1-d32720c71d74 req-c08e881e-99e8-48e1-ae25-8ef44ffdc1e8 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975389 Aug 30 10:57:35.137337 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3664b-ea24-4150-9751-364b108a2d49 req-d08ce140-cad4-4cb3-a3ef-bf94bf3f8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:35.140454 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-d08ce140-cad4-4cb3-a3ef-bf94bf3f8ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b37ef1bc-44a4-4c19-8459-5b4d219c36a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3041801 Aug 30 10:57:35.208835 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 56bf26d6-5576-4bba-a0f0-6766ce3c776e up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:35.319932 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-0969e698-78e2-4db4-99ea-2e21810611ff service neutron] 10.222.0.18 "GET /v2.0/networks/b37ef1bc-44a4-4c19-8459-5b4d219c36a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583519 Aug 30 10:57:35.380099 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41410) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:35.405790 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 56bf26d6-5576-4bba-a0f0-6766ce3c776e triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:35.408054 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:35.456275 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2027635275-network', 'tenant_id': '4c5b549a2474410197e8cb5aa957a69e'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:35.492857 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6e9bec43-36ba-4110-9d9a-d9f320d91397 req-2b0d554d-68c8-4034-82af-8df5590ee6c5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 210 time: 0.1788445 Aug 30 10:57:35.627952 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T10:57:32Z', 'revision_number': 3, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port': {'id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:30Z', 'updated_at': '2021-08-30T10:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:35.680052 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Checking router: ace52d4d-584f-4aa0-ab04-3fa560f34d49 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:57:35.680402 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Updating router ace52d4d-584f-4aa0-ab04-3fa560f34d49 port 2ef3584f-cd87-48f0-8bb1-96452f865c3a binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:57:35.751277 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:35.775040 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44c3664b-ea24-4150-9751-364b108a2d49 req-1d1ec6bb-ff2e-48d3-8760-8c1b946bc90a service neutron] 10.222.0.18 "GET /v2.0/networks/b37ef1bc-44a4-4c19-8459-5b4d219c36a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306660 Aug 30 10:57:35.845993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d19a0-6027-48b7-832c-9662070faec0 req-381a2315-4dea-4611-8cb3-357c250d14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:35.849177 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-505d19a0-6027-48b7-832c-9662070faec0 req-381a2315-4dea-4611-8cb3-357c250d14f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.9116285 Aug 30 10:57:35.905158 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-505d19a0-6027-48b7-832c-9662070faec0 req-56f07022-2097-421f-8574-1e221c7eacf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 217 time: 0.0450382 Aug 30 10:57:35.918441 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e10e2-cf25-4e97-97a7-4cf005344669 req-9d08a386-50c8-48c1-87ff-735c28e80d2f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:35.926853 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db9e10e2-cf25-4e97-97a7-4cf005344669 req-9d08a386-50c8-48c1-87ff-735c28e80d2f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.3318353 Aug 30 10:57:36.079262 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Made reservation on behalf of 4c5b549a2474410197e8cb5aa957a69e for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:36.082100 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.110045 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.127447 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d19a0-6027-48b7-832c-9662070faec0 req-ff0491f5-b6aa-4141-9dc2-eff94cbef370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:36.129999 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-505d19a0-6027-48b7-832c-9662070faec0 req-ff0491f5-b6aa-4141-9dc2-eff94cbef370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.2003932 Aug 30 10:57:36.143147 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db9e10e2-cf25-4e97-97a7-4cf005344669 req-a750ac07-ff36-4e58-9310-72e9af3776c3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151115 Aug 30 10:57:36.208875 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-11a5bc66-c79c-42cb-bbde-b246f91279ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:36.211116 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-11a5bc66-c79c-42cb-bbde-b246f91279ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9c47e4e38b346218bf1a5de8dbc44bf&device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 1100 time: 0.1855404 Aug 30 10:57:36.270241 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.284848 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-505d19a0-6027-48b7-832c-9662070faec0 req-fd394398-9c7a-4146-a389-549419015811 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346910 Aug 30 10:57:36.320560 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4edb-eff0-4fa2-ae46-13edc2646af8 req-5b6cd55a-548b-4151-a4b8-f88280c5af2e tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:36.322171 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f5ce4edb-eff0-4fa2-ae46-13edc2646af8 req-5b6cd55a-548b-4151-a4b8-f88280c5af2e tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 947 time: 0.2479708 Aug 30 10:57:36.336972 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.366544 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:57:36.377561 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.377980 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Added segment e0d56f3e-aed0-408f-b4ec-801a1d26f5c6 of type vlan for network b80497a7-6665-474a-9f7f-53a1cd26fe86 Aug 30 10:57:36.437289 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.514374 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.543262 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Transition to ACTIVE for port object 2ef3584f-cd87-48f0-8bb1-96452f865c3a will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:36.583609 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf2b70-62fa-4458-b289-379a53d7095e req-09344d2a-20f9-4daa-8f4a-171044df9745 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:36.591902 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-67bf2b70-62fa-4458-b289-379a53d7095e req-09344d2a-20f9-4daa-8f4a-171044df9745 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.2720044 Aug 30 10:57:36.597327 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.630137 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-f7fd5ef7-9d5b-4b12-bae7-69f0f733936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:36.631489 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-f7fd5ef7-9d5b-4b12-bae7-69f0f733936f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b37ef1bc-44a4-4c19-8459-5b4d219c36a6 HTTP/1.1" status: 200 len: 870 time: 0.3762331 Aug 30 10:57:36.633312 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd2e7ab-353a-4cec-852b-d9ccd375bb82,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:36.636039 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.636792 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:36.637372 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-505d19a0-6027-48b7-832c-9662070faec0 req-b1213553-d05c-4444-b969-cfde534aad04 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186836 Aug 30 10:57:36.637493 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.678352 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-67bf2b70-62fa-4458-b289-379a53d7095e req-b7cb76c8-f6a1-48bd-8866-ceaea14c807e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848761 Aug 30 10:57:36.718172 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Attempting to bind port 2ef3584f-cd87-48f0-8bb1-96452f865c3a on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:36.721119 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Attempting to bind port 2ef3584f-cd87-48f0-8bb1-96452f865c3a by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:36.726096 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Attempting to bind port 2ef3584f-cd87-48f0-8bb1-96452f865c3a on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:36.735484 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-9f167865-ae55-4f7d-8662-12618dd3ae35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ad6b2f14-d7df-463e-9bc3-7666cc718afc HTTP/1.1" status: 200 len: 217 time: 0.0624201 Aug 30 10:57:36.740337 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] Pushing event updated for resources: {'Network': ['ID=b80497a7-6665-474a-9f7f-53a1cd26fe86,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:36.757177 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network b80497a7-6665-474a-9f7f-53a1cd26fe86 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:57:36.757945 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:36.758825 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:36.759422 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.760653 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:36.761390 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Bound port: 2ef3584f-cd87-48f0-8bb1-96452f865c3a, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:36.761999 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.789606 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f5ce4edb-eff0-4fa2-ae46-13edc2646af8 req-17b4eeba-39bf-41a8-b0b3-1a24b404f302 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550419 Aug 30 10:57:36.866137 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] For port 2ef3584f-cd87-48f0-8bb1-96452f865c3a, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:36.871513 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] For port 2ef3584f-cd87-48f0-8bb1-96452f865c3a, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=2ef3584f-cd87-48f0-8bb1-96452f865c3a,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:36.877914 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-91905103-6b77-4b72-a892-ec7288164d7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4577637 Aug 30 10:57:36.881443 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41430) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:36.884139 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38e443-669f-4cba-aa49-d8713fd54a02 None None] Pushing event updated for resources: {'Port': ['ID=2ef3584f-cd87-48f0-8bb1-96452f865c3a,revision_number=2']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:36.896982 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Request body: {'subnet': {'network_id': 'b80497a7-6665-474a-9f7f-53a1cd26fe86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2027635275-subnet', 'tenant_id': '4c5b549a2474410197e8cb5aa957a69e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:36.920642 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a42330ae-761c-4ee0-87aa-20085f48fd02 req-9e2392ac-1fce-461e-8594-c9130c784372 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 210 time: 0.0807607 Aug 30 10:57:36.948092 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:36.949249 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-aad16d54-7d84-479d-926e-e3e856eff8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:36.950991 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-aad16d54-7d84-479d-926e-e3e856eff8a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be2adccf-1943-40e0-abbb-e1564c1b5aa6 HTTP/1.1" status: 200 len: 843 time: 0.1702781 Aug 30 10:57:36.993271 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Made reservation on behalf of 4c5b549a2474410197e8cb5aa957a69e for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:36.995919 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13617845'] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:37.078752 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Routers {'ace52d4d-584f-4aa0-ab04-3fa560f34d49'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:37.079826 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:37.094625 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-505d19a0-6027-48b7-832c-9662070faec0 req-608451e1-b3bc-4441-9e7e-6aa461b64472 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201937 Aug 30 10:57:37.111075 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-77a420b7-163a-438e-8580-1bcbe3b79dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:37.113753 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-77a420b7-163a-438e-8580-1bcbe3b79dbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b37ef1bc-44a4-4c19-8459-5b4d219c36a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1508343 Aug 30 10:57:37.300184 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] Set router ace52d4d-584f-4aa0-ab04-3fa560f34d49 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:37.360306 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-4fbe6418-c1e6-4899-ab89-b9a3892563d0 service neutron] 10.222.0.18 "GET /v2.0/networks/b37ef1bc-44a4-4c19-8459-5b4d219c36a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334509 Aug 30 10:57:37.518698 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:37.563587 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4bc389b9-ebe0-4725-aa47-75db66ef7fa3 req-4b031146-590f-46bb-a07c-67fe805d7e17 service neutron] 10.222.0.18 "GET /v2.0/networks/b37ef1bc-44a4-4c19-8459-5b4d219c36a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938572 Aug 30 10:57:37.627112 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38e443-669f-4cba-aa49-d8713fd54a02 None None] Pushing event updated for resources: {'Port': ['ID=2ef3584f-cd87-48f0-8bb1-96452f865c3a,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:37.647775 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f9d04-9a63-4b69-8c48-ae8486b411f0 req-94e8ec6a-2000-46ce-8d78-d689b335c602 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:37.655707 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a57f9d04-9a63-4b69-8c48-ae8486b411f0 req-94e8ec6a-2000-46ce-8d78-d689b335c602 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.3140986 Aug 30 10:57:37.704139 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-1a2636c1-56ee-4ee5-bbf0-d8457ac35985 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:37.707243 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-1a2636c1-56ee-4ee5-bbf0-d8457ac35985 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 814 time: 0.7190969 Aug 30 10:57:37.745077 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T10:57:32Z', 'revision_number': 3, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port': {'id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:30Z', 'updated_at': '2021-08-30T10:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:37.746124 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Request body: {'port': {'device_id': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'admin_state_up': True, 'tenant_id': '08e243faa382447b91e7d32d086f3e6c'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:37.805961 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a931ca-b28f-42d7-9933-eb1995238c89 None None] The sync data for ids ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'] in dv-cinder-806559-1-iscsi is: [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T10:57:32Z', 'revision_number': 3, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port': {'id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:30Z', 'updated_at': '2021-08-30T10:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:57:37.876432 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16573915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13617863'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:37.913049 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a57f9d04-9a63-4b69-8c48-ae8486b411f0 req-289e12b2-63c3-41e1-8130-9a6f4c2c6034 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552085 Aug 30 10:57:38.002974 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30754d6-738e-47b1-8080-75b575949bc5 req-af2960a7-60c4-4ea8-ae98-2d7c300038f5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:38.006348 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f30754d6-738e-47b1-8080-75b575949bc5 req-af2960a7-60c4-4ea8-ae98-2d7c300038f5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1632283 Aug 30 10:57:38.170462 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f30754d6-738e-47b1-8080-75b575949bc5 req-e9a5d175-9312-446a-ba09-2cb28237f99d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490610 Aug 30 10:57:38.347074 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Allocated IP 172.20.0.1 (191b3e88-b349-423e-9edb-4798c07a9896/8383a965-ea5d-40c4-af0c-a72f31cb9549/326794e3-e472-4109-8b04-87100e35932d) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:38.506209 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6e869649-aa18-4ac9-9f27-4fb4ea9643f8 req-8b2696ad-d38c-4f9a-aff3-ae744992e54a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 210 time: 0.1013443 Aug 30 10:57:38.658688 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0a8bda-a892-47bc-af7c-374e515cd254,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:38.735448 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Checking segment: {'id': 'e0d56f3e-aed0-408f-b4ec-801a1d26f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b80497a7-6665-474a-9f7f-53a1cd26fe86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:38.735811 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Network hostable DHCP agents. Network: b80497a7-6665-474a-9f7f-53a1cd26fe86, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:57:38.790839 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:38.824207 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d5b36-8595-4d6f-8657-9075aa5c0e49 req-651266db-84d2-42a9-ae6b-d4adbabd3e84 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:38.825941 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-db2d5b36-8595-4d6f-8657-9075aa5c0e49 req-651266db-84d2-42a9-ae6b-d4adbabd3e84 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 947 time: 0.3211572 Aug 30 10:57:38.831909 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.provisioning_blocks [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Transition to ACTIVE for port object 326794e3-e472-4109-8b04-87100e35932d will not be triggered until provisioned by entity DHCP. {{(pid=106343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:38.880505 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Network b80497a7-6665-474a-9f7f-53a1cd26fe86 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:57:38.910621 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-db2d5b36-8595-4d6f-8657-9075aa5c0e49 req-155fbb62-7de1-4821-8967-94b2b8a7946c tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650423 Aug 30 10:57:38.997254 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Made reservation on behalf of 08e243faa382447b91e7d32d086f3e6c for: {'port': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:57:39.190287 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:39.191512 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b146d-37fd-4714-8d93-5627a5b8221a req-97e278b4-0775-4b00-afb2-3b434307ddd4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:39.191512 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0b5b146d-37fd-4714-8d93-5627a5b8221a req-97e278b4-0775-4b00-afb2-3b434307ddd4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0568562 Aug 30 10:57:39.191512 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0b5b146d-37fd-4714-8d93-5627a5b8221a req-96e6c478-5609-40e0-a433-ecadbd53ce30 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461948 Aug 30 10:57:39.196755 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Allocated IP 172.20.0.8 (cdaa4da5-a5d6-4eb1-90c7-155d056a2794/9f705ce4-5a73-44cf-b194-f0f76aa852d4/87952f85-ff23-4e60-9fc8-141d4018324e) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:57:39.282790 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 2ef3584f-cd87-48f0-8bb1-96452f865c3a up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:39.396626 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419291-0410-4605-945d-2929eac0fb42 req-66676250-3b17-458b-bfce-6df5e1ecc11e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:39.398210 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-96419291-0410-4605-945d-2929eac0fb42 req-66676250-3b17-458b-bfce-6df5e1ecc11e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0805972 Aug 30 10:57:39.414382 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device ad6b2f14-d7df-463e-9bc3-7666cc718afc details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:57:39.452339 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, b80497a7-6665-474a-9f7f-53a1cd26fe86) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:39.463880 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:39.464491 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:39.474496 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:39.501564 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-96419291-0410-4605-945d-2929eac0fb42 req-e5d62831-b719-4d55-9fce-ccee254cf360 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923436 Aug 30 10:57:39.508357 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:39.522543 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ea118-1f1a-4b7b-bc64-598cb266f3c4 None None] Network b80497a7-6665-474a-9f7f-53a1cd26fe86 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:39.531271 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 2ef3584f-cd87-48f0-8bb1-96452f865c3a completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:39.584558 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Network 191b3e88-b349-423e-9edb-4798c07a9896 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:39.590491 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:39.597980 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:39.609497 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Pushing event updated for resources: {'Port': ['ID=326794e3-e472-4109-8b04-87100e35932d,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:39.614873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 2ef3584f-cd87-48f0-8bb1-96452f865c3a triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:39.616375 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:39.631146 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-8df84a22-86ea-48b0-9d9d-db5033f7d0c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7465322 Aug 30 10:57:39.720073 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:39.826321 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:39.978056 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335a04-bdaa-4c59-b941-bdec9c8471c4 req-29c322cb-a7c9-445f-bd63-0c542ea83448 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:39.983534 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300', '70b68a81-25c7-4763-b901-5c7894d4ab1e', 'f7f23f55-0339-49a4-b182-96b818e660e0'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:39.998149 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8d335a04-bdaa-4c59-b941-bdec9c8471c4 req-29c322cb-a7c9-445f-bd63-0c542ea83448 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 931 time: 0.2925305 Aug 30 10:57:40.062009 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:40.116371 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8d335a04-bdaa-4c59-b941-bdec9c8471c4 req-bce49d9d-6c56-4755-9845-0f98bf89483c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172094 Aug 30 10:57:40.164681 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event updated for resources: {'Port': ['ID=87952f85-ff23-4e60-9fc8-141d4018324e,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:40.181350 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:40.211154 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:57:40.247588 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port ad6b2f14-d7df-463e-9bc3-7666cc718afc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ad6b2f14-d7df-463e-9bc3-7666cc718afc,segment=NetworkSegment(5a68d5f7-2430-43cf-bb2e-d2d01201214e),segment_id=5a68d5f7-2430-43cf-bb2e-d2d01201214e)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:40.330993 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc', 'network_id': 'b37ef1bc-44a4-4c19-8459-5b4d219c36a6', 'port_id': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc', 'mac_address': 'fa:16:3e:0f:1e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2adccf-1943-40e0-abbb-e1564c1b5aa6', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:57:40.375997 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98314680-b6b0-4bf1-bf8c-5f7210ecbc4f req-ae8afb90-1bf8-442e-9406-d3df2a5a5c85 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:40.386043 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98314680-b6b0-4bf1-bf8c-5f7210ecbc4f req-ae8afb90-1bf8-442e-9406-d3df2a5a5c85 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1138937 Aug 30 10:57:40.401449 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ca91a-c2d8-4b3d-be0d-1f4b14e9ddb8 None None] Network b80497a7-6665-474a-9f7f-53a1cd26fe86 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:57:40.446939 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-98314680-b6b0-4bf1-bf8c-5f7210ecbc4f req-83e2b2c7-dc36-41e3-81a7-fc9f8f93b0c6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590596 Aug 30 10:57:40.456134 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:40.498661 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:40.510302 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:40.510977 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:40.529297 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6b2f14-d7df-463e-9bc3-7666cc718afc {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:57:40.547170 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9d282-821a-4ee2-9096-5e3413051f4d req-35c1c3e4-4156-4b4e-ae1e-8cbf84e2977b tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:40.557630 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-20c9d282-821a-4ee2-9096-5e3413051f4d req-35c1c3e4-4156-4b4e-ae1e-8cbf84e2977b tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 947 time: 0.4600594 Aug 30 10:57:40.641032 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-20c9d282-821a-4ee2-9096-5e3413051f4d req-61889353-0fa5-4179-8dae-6b6077aba404 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816972 Aug 30 10:57:40.694793 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-9eaf51de-0be9-4f0d-a0ec-29e6482dbc44 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9559588 Aug 30 10:57:40.719054 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Request body: {'port': {'device_id': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:40.761620 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956d174-6898-43e8-ae69-3c4a0b76dc2f req-3f10d291-6813-4bcc-8dbf-55058906d45c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:40.764306 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b956d174-6898-43e8-ae69-3c4a0b76dc2f req-3f10d291-6813-4bcc-8dbf-55058906d45c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1251810 Aug 30 10:57:40.842914 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b956d174-6898-43e8-ae69-3c4a0b76dc2f req-0b891ca2-bbd8-420b-9818-e4ed8a15d7da tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650737 Aug 30 10:57:40.906937 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:40.994111 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c3271508-79ad-47d6-a1ab-5584ca39bdf1 None None] Provisioning for port 326794e3-e472-4109-8b04-87100e35932d completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:40.999972 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port ad6b2f14-d7df-463e-9bc3-7666cc718afc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ad6b2f14-d7df-463e-9bc3-7666cc718afc,segment=NetworkSegment(5a68d5f7-2430-43cf-bb2e-d2d01201214e),segment_id=5a68d5f7-2430-43cf-bb2e-d2d01201214e)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:41.012337 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:41.111040 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c3271508-79ad-47d6-a1ab-5584ca39bdf1 None None] Provisioning complete for port 326794e3-e472-4109-8b04-87100e35932d triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:41.111416 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c3271508-79ad-47d6-a1ab-5584ca39bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:41.159838 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-c3271508-79ad-47d6-a1ab-5584ca39bdf1 None None] Port 326794e3-e472-4109-8b04-87100e35932d cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:57:41.168319 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:41.187883 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:41.220326 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 2ef3584f-cd87-48f0-8bb1-96452f865c3a, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=2ef3584f-cd87-48f0-8bb1-96452f865c3a,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:41.280835 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:41.303396 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=ad6b2f14-d7df-463e-9bc3-7666cc718afc,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:41.326053 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23aae9-d129-4fc1-bd5a-541ee13a6678 req-884abc29-8209-470f-a8b5-bb7c0c6b64c6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:41.336429 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9f23aae9-d129-4fc1-bd5a-541ee13a6678 req-884abc29-8209-470f-a8b5-bb7c0c6b64c6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 931 time: 0.0696335 Aug 30 10:57:41.348999 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:41.441225 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9f23aae9-d129-4fc1-bd5a-541ee13a6678 req-82b0df0b-0c9c-44de-a62c-870a00059e70 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015651 Aug 30 10:57:41.453617 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=2ef3584f-cd87-48f0-8bb1-96452f865c3a,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:41.538305 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['ad6b2f14-d7df-463e-9bc3-7666cc718afc'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:41.724948 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Pushing event updated for resources: {'Port': ['ID=326794e3-e472-4109-8b04-87100e35932d,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:41.776643 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:41.801759 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1b220-c00a-441f-bcab-f134d920a0a6 req-391dafb8-e875-409f-99b8-36e4ceb6a1e7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:41.803895 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-75f1b220-c00a-441f-bcab-f134d920a0a6 req-391dafb8-e875-409f-99b8-36e4ceb6a1e7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1715667 Aug 30 10:57:41.917578 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-75f1b220-c00a-441f-bcab-f134d920a0a6 req-db5346af-1e95-4ca5-a8b2-4f41274651b1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989892 Aug 30 10:57:41.980284 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40fc4f-ff7c-4f55-8dc0-960dbb82d34f req-32018d32-22dd-4bca-a0bd-51aa02c65a64 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:41.983108 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cd40fc4f-ff7c-4f55-8dc0-960dbb82d34f req-32018d32-22dd-4bca-a0bd-51aa02c65a64 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.2611682 Aug 30 10:57:42.141214 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d460f4-5b5f-4f01-9443-bbaa3097f757 req-c0727087-a8eb-49cf-8b0f-268357ca3d3c tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:42.143132 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b9d460f4-5b5f-4f01-9443-bbaa3097f757 req-c0727087-a8eb-49cf-8b0f-268357ca3d3c tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 948 time: 0.1084988 Aug 30 10:57:42.229372 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b9d460f4-5b5f-4f01-9443-bbaa3097f757 req-27e61afd-4891-4e84-875b-ff8d0bf9fd80 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763388 Aug 30 10:57:42.330828 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Network 191b3e88-b349-423e-9edb-4798c07a9896 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:57:42.337409 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:57:42.358124 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cd40fc4f-ff7c-4f55-8dc0-960dbb82d34f req-24467868-777b-48cf-a333-0515241dabd0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659632 Aug 30 10:57:42.378246 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87952f85-ff23-4e60-9fc8-141d4018324e {{(pid=106343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:57:42.384136 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:42.635239 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bedb9-d753-4e9e-98c1-d59e3175703e req-f7430f52-2294-48c8-aa9e-e16747465f51 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:42.637817 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f60bedb9-d753-4e9e-98c1-d59e3175703e req-f7430f52-2294-48c8-aa9e-e16747465f51 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 931 time: 0.0827186 Aug 30 10:57:42.698766 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f60bedb9-d753-4e9e-98c1-d59e3175703e req-58e17817-54e5-40f2-b000-5d37dd25e16f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Aug 30 10:57:42.764988 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.provisioning_blocks [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Transition to ACTIVE for port object 87952f85-ff23-4e60-9fc8-141d4018324e will not be triggered until provisioned by entity L2. {{(pid=106343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:42.795477 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-56837098-893b-4859-b749-d44825c3e76a None None] Provisioning complete for port 326794e3-e472-4109-8b04-87100e35932d triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:42.796623 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-56837098-893b-4859-b749-d44825c3e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:42.839178 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-56837098-893b-4859-b749-d44825c3e76a None None] Port 326794e3-e472-4109-8b04-87100e35932d cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:57:42.846040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:42.898261 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Router ace52d4d-584f-4aa0-ab04-3fa560f34d49 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:57:42.918206 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Pushing event updated for resources: {'Port': ['ID=87952f85-ff23-4e60-9fc8-141d4018324e,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:43.171099 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Attempting to bind port 87952f85-ff23-4e60-9fc8-141d4018324e on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:43.171812 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Attempting to bind port 87952f85-ff23-4e60-9fc8-141d4018324e by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:43.172428 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Attempting to bind port 87952f85-ff23-4e60-9fc8-141d4018324e on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:43.230101 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Port 87952f85-ff23-4e60-9fc8-141d4018324e on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:57:43.230534 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Attempting to bind port 87952f85-ff23-4e60-9fc8-141d4018324e on network cdaa4da5-a5d6-4eb1-90c7-155d056a2794 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:43.264992 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:43.267906 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Checking segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:43.267906 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Bound using segment: {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:43.268425 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Bound port: 87952f85-ff23-4e60-9fc8-141d4018324e, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537825cb-5ad6-4618-bc08-8a4620eb69d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:43.268900 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:43.356922 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b233f-d019-44cd-a490-3909823c8168 req-79bea635-5be7-46ff-a4d1-c145408a11d2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:43.372778 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7e6b233f-d019-44cd-a490-3909823c8168 req-79bea635-5be7-46ff-a4d1-c145408a11d2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.2754872 Aug 30 10:57:43.374727 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:57:43.392113 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Sync routers for ids ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:57:43.405318 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-e93d7f7f-b286-4de1-89e8-2c79ab809a43 admin admin] 10.222.0.24 "PUT /v2.0/routers/ace52d4d-584f-4aa0-ab04-3fa560f34d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4273064 Aug 30 10:57:43.416038 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Routers {'ace52d4d-584f-4aa0-ab04-3fa560f34d49'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:43.416619 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:43.600237 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12e6c4-f257-4ba6-b03c-948a2c50c4fa req-9c518a7b-bbd0-4861-b66a-7f5afbb66188 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:43.616778 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8e12e6c4-f257-4ba6-b03c-948a2c50c4fa req-9c518a7b-bbd0-4861-b66a-7f5afbb66188 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 948 time: 0.3011966 Aug 30 10:57:43.641568 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7e6b233f-d019-44cd-a490-3909823c8168 req-50b384bf-06ea-464e-a021-b278dcbbfe7d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252724 Aug 30 10:57:43.677642 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device ad6b2f14-d7df-463e-9bc3-7666cc718afc up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:43.703543 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 2ef3584f-cd87-48f0-8bb1-96452f865c3a up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:43.713277 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8e12e6c4-f257-4ba6-b03c-948a2c50c4fa req-c25fd5de-2368-4fc2-a813-6879f897b0eb tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946815 Aug 30 10:57:43.787468 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] For port 87952f85-ff23-4e60-9fc8-141d4018324e, host hv-cinder-80655, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:43.821391 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] For port 87952f85-ff23-4e60-9fc8-141d4018324e, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=87952f85-ff23-4e60-9fc8-141d4018324e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:43.864784 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284e8fc-ee39-4869-b018-30d28bffa1a8 req-60b6047c-fc9e-44eb-95fd-c65ea73af1c6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:43.874894 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9284e8fc-ee39-4869-b018-30d28bffa1a8 req-60b6047c-fc9e-44eb-95fd-c65ea73af1c6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1038754 Aug 30 10:57:43.903237 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfafb2a-33b7-4967-a070-0bbd51ffcc5f req-d5c3436b-63fd-453c-91bc-2a4b7a2d2ef7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:43.905583 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ebfafb2a-33b7-4967-a070-0bbd51ffcc5f req-d5c3436b-63fd-453c-91bc-2a4b7a2d2ef7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1146197 Aug 30 10:57:43.951292 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:43.960369 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 2ef3584f-cd87-48f0-8bb1-96452f865c3a triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:43.961511 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:43.998493 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ebfafb2a-33b7-4967-a070-0bbd51ffcc5f req-78866f10-8a36-4d55-99d5-0a0422528f8a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838656 Aug 30 10:57:44.058608 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:44.061365 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:44.062876 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] 10.222.0.18 "PUT /v2.0/ports/87952f85-ff23-4e60-9fc8-141d4018324e HTTP/1.1" status: 200 len: 1093 time: 3.3568165 Aug 30 10:57:44.072429 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'tag': '87952f85-ff23-4e60-9fc8-141d4018324e'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:44.074312 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Set router ace52d4d-584f-4aa0-ab04-3fa560f34d49 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:44.077113 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85e2fd3-f957-4ac5-843a-e19daa022b63" -d '{"events": [{"name": "network-changed", "server_uuid": "738d29e8-f62f-49e8-8b74-78fe57114e8a", "tag": "87952f85-ff23-4e60-9fc8-141d4018324e"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:44.163063 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9284e8fc-ee39-4869-b018-30d28bffa1a8 req-ff06b535-1436-456c-a1d0-ecb5d34f4c89 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847884 Aug 30 10:57:44.177074 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37209b-87c8-4006-845d-233c45644b2a service neutron] Pushing event updated for resources: {'Port': ['ID=87952f85-ff23-4e60-9fc8-141d4018324e,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:44.342252 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-07013716-15e8-497d-9123-a22ccc30e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:44.343511 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port ad6b2f14-d7df-463e-9bc3-7666cc718afc completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:44.344679 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-07013716-15e8-497d-9123-a22ccc30e28e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 1096 time: 0.1095684 Aug 30 10:57:44.367500 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port ad6b2f14-d7df-463e-9bc3-7666cc718afc triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:44.368075 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:44.386144 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fed9b-e9fa-478a-bb6e-5b9d5aa5863b req-8fb9f4a4-4665-4202-99c5-fd6dd80275a3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:44.392367 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-677fed9b-e9fa-478a-bb6e-5b9d5aa5863b req-8fb9f4a4-4665-4202-99c5-fd6dd80275a3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 943 time: 0.0911133 Aug 30 10:57:44.481669 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-11daf477-0b09-43a0-95ce-706f49af8548 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87952f85-ff23-4e60-9fc8-141d4018324e HTTP/1.1" status: 200 len: 217 time: 0.1146457 Aug 30 10:57:44.575386 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-677fed9b-e9fa-478a-bb6e-5b9d5aa5863b req-402a617a-9fd3-40a3-a73a-59a525fb5642 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487713 Aug 30 10:57:44.602922 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-82c9ae66-9deb-403b-9b87-4c0bea414a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:44.607211 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-82c9ae66-9deb-403b-9b87-4c0bea414a39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.1070087 Aug 30 10:57:44.640692 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:44.691922 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-6017fc68-53ee-46bf-ac0d-88581194c3a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722654 Aug 30 10:57:44.723742 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:44.729527 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b7bb2-a49d-485d-9f8c-0545f524e56e" -d '{"events": [{"server_uuid": "5e0b4fd5-f03c-4289-b519-62e0e23d9378", "name": "network-vif-plugged", "status": "completed", "tag": "ad6b2f14-d7df-463e-9bc3-7666cc718afc"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:44.758391 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port ad6b2f14-d7df-463e-9bc3-7666cc718afc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ad6b2f14-d7df-463e-9bc3-7666cc718afc,segment=NetworkSegment(5a68d5f7-2430-43cf-bb2e-d2d01201214e),segment_id=5a68d5f7-2430-43cf-bb2e-d2d01201214e)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:44.761830 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T10:57:40Z', 'revision_number': 4, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port': {'id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:30Z', 'updated_at': '2021-08-30T10:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '326794e3-e472-4109-8b04-87100e35932d', 'name': '', 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'mac_address': 'fa:16:3e:85:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8383a965-ea5d-40c4-af0c-a72f31cb9549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:37Z', 'updated_at': '2021-08-30T10:57:40Z', 'revision_number': 2, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'subnets': [{'id': '8383a965-ea5d-40c4-af0c-a72f31cb9549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:44.825578 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Checking router: ace52d4d-584f-4aa0-ab04-3fa560f34d49 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:57:44.826096 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Updating router ace52d4d-584f-4aa0-ab04-3fa560f34d49 port 326794e3-e472-4109-8b04-87100e35932d binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:57:44.831346 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:44.885173 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 41572) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:44.888237 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:44.900801 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-22637d8a-dbb3-41fc-b3cd-644589a61139 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943712 Aug 30 10:57:44.908372 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-eba8696c-957a-4ef1-b631-cf70fdd945e7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916559816', 'description': 'tempest-secgroup-smoke-1916559816 description', 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:45.090726 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=ad6b2f14-d7df-463e-9bc3-7666cc718afc,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:45.091756 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24032d9-2124-47a0-b6f0-c5c61a972a9d x-openstack-request-id: req-f24032d9-2124-47a0-b6f0-c5c61a972a9d {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:45.092124 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738d29e8-f62f-49e8-8b74-78fe57114e8a", "tag": "87952f85-ff23-4e60-9fc8-141d4018324e", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:45.092453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f24032d9-2124-47a0-b6f0-c5c61a972a9d {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:45.092868 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'tag': '87952f85-ff23-4e60-9fc8-141d4018324e', 'status': 'completed', 'code': 200} Aug 30 10:57:45.191832 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-eba8696c-957a-4ef1-b631-cf70fdd945e7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:45.203230 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-52252fcc-4d09-4f36-b134-52699f4d40c3 req-f3c1c2b3-bcff-451a-a370-6facb8acded0 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918434 Aug 30 10:57:45.357375 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913615a-c3e0-4d5c-9c8f-f3d9ab77e0e5 req-7bb002ac-d7a1-4ef4-bfb2-cb18519d2bc3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:45.370648 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7913615a-c3e0-4d5c-9c8f-f3d9ab77e0e5 req-7bb002ac-d7a1-4ef4-bfb2-cb18519d2bc3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1559472 Aug 30 10:57:45.436706 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:45.455038 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7913615a-c3e0-4d5c-9c8f-f3d9ab77e0e5 req-efd8eed9-87ce-40e9-9ef0-4690bf10f2b5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811195 Aug 30 10:57:45.467309 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Transition to ACTIVE for port object 326794e3-e472-4109-8b04-87100e35932d will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:57:45.488758 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-cff51d03-00cc-44cb-a0a9-1827bc60be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:45.492272 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-cff51d03-00cc-44cb-a0a9-1827bc60be75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e243faa382447b91e7d32d086f3e6c&device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 1096 time: 0.0746400 Aug 30 10:57:45.529514 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-eba8696c-957a-4ef1-b631-cf70fdd945e7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:45.614736 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c4a8-f1bc-47b3-af70-493b1ab630b5 req-fde82e47-bb35-40f2-ba8c-2422d13aad41 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:45.629118 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2416c4a8-f1bc-47b3-af70-493b1ab630b5 req-fde82e47-bb35-40f2-ba8c-2422d13aad41 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 949 time: 0.0919979 Aug 30 10:57:45.654924 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:45.689986 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-eba8696c-957a-4ef1-b631-cf70fdd945e7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:45.698003 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-43805571-18c2-4e1c-af9d-be85fc79eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:45.700740 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-43805571-18c2-4e1c-af9d-be85fc79eddd service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 200 len: 915 time: 0.1769235 Aug 30 10:57:45.766430 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8696c-957a-4ef1-b631-cf70fdd945e7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:45.826304 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2416c4a8-f1bc-47b3-af70-493b1ab630b5 req-6560bc4d-e208-4a9e-be7f-ff5c002d0a1e tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935885 Aug 30 10:57:45.887638 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-8c37f076-66b5-4c28-a410-423480bcfd04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87952f85-ff23-4e60-9fc8-141d4018324e HTTP/1.1" status: 200 len: 217 time: 0.1630485 Aug 30 10:57:46.072606 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-8d4200e1-7664-4dea-b58d-4a70fca86650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:46.076997 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1a4b33-5f2d-4acc-8862-069c0226ea47 x-openstack-request-id: req-3b1a4b33-5f2d-4acc-8862-069c0226ea47 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:46.077361 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0b4fd5-f03c-4289-b519-62e0e23d9378", "name": "network-vif-plugged", "status": "completed", "tag": "ad6b2f14-d7df-463e-9bc3-7666cc718afc", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:46.077676 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b1a4b33-5f2d-4acc-8862-069c0226ea47 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:46.078188 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc', 'code': 200} Aug 30 10:57:46.079011 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Attempting to bind port 326794e3-e472-4109-8b04-87100e35932d on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:57:46.079445 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Attempting to bind port 326794e3-e472-4109-8b04-87100e35932d by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:57:46.079876 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Attempting to bind port 326794e3-e472-4109-8b04-87100e35932d on network 191b3e88-b349-423e-9edb-4798c07a9896 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:57:46.081549 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-8d4200e1-7664-4dea-b58d-4a70fca86650 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 200 len: 854 time: 0.1828625 Aug 30 10:57:46.092126 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:57:46.093182 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Checking segment: {'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:57:46.093182 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:46.093491 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Bound using segment: {'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:57:46.093949 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Bound port: 326794e3-e472-4109-8b04-87100e35932d, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04181dd5-d25e-43fd-a76d-996b08780bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:57:46.094340 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:46.109884 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cbffb-d170-43a8-8207-ef52c4072837 None None] Pushing event updated for resources: {'Port': ['ID=326794e3-e472-4109-8b04-87100e35932d,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:46.141099 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-eba8696c-957a-4ef1-b631-cf70fdd945e7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:46.142823 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-eba8696c-957a-4ef1-b631-cf70fdd945e7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2558620 Aug 30 10:57:46.148886 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 41594) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:46.175030 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-741571bd-4e47-4f32-b967-21e0503fc3f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'security_group_rule': {'security_group_id': '54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec', 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:46.180075 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-299397d5-1558-4400-8400-1f6f04a58f2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdaa4da5-a5d6-4eb1-90c7-155d056a2794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928705 Aug 30 10:57:46.234718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] For port 326794e3-e472-4109-8b04-87100e35932d, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:57:46.241349 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] For port 326794e3-e472-4109-8b04-87100e35932d, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=326794e3-e472-4109-8b04-87100e35932d,segment=NetworkSegment(04181dd5-d25e-43fd-a76d-996b08780bad),segment_id=04181dd5-d25e-43fd-a76d-996b08780bad)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:57:46.318791 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b710b-da1d-4294-bd09-f8b3bb8f9f8c req-bdae38c5-8bd9-41ff-a2a0-dcc9f553ec12 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:46.331684 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:46.334865 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-929b710b-da1d-4294-bd09-f8b3bb8f9f8c req-bdae38c5-8bd9-41ff-a2a0-dcc9f553ec12 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1507525 Aug 30 10:57:46.398818 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-9ee53033-0215-48a4-8f72-fa9c9c4dd62e service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000642 Aug 30 10:57:46.443320 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-929b710b-da1d-4294-bd09-f8b3bb8f9f8c req-acd918c5-217e-49c6-a379-6d22861c1215 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072116 Aug 30 10:57:46.444548 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-741571bd-4e47-4f32-b967-21e0503fc3f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:46.633921 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Routers {'ace52d4d-584f-4aa0-ab04-3fa560f34d49'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:57:46.634589 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:57:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:46.726293 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f3313-da59-451a-9ab1-00f73ed2af22 req-6e10f26b-2d67-40e8-96a5-9641a5fc65cd tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:46.727896 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cbffb-d170-43a8-8207-ef52c4072837 None None] Pushing event updated for resources: {'Port': ['ID=326794e3-e472-4109-8b04-87100e35932d,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:46.734201 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-597f3313-da59-451a-9ab1-00f73ed2af22 req-6e10f26b-2d67-40e8-96a5-9641a5fc65cd tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 943 time: 0.2019718 Aug 30 10:57:46.775865 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-741571bd-4e47-4f32-b967-21e0503fc3f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:46.778964 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e30f8b-0f10-466e-a5c9-714758560ab1 req-255407e3-432b-4d0c-b0e2-0a4df5bb832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:46.789208 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e1e30f8b-0f10-466e-a5c9-714758560ab1 req-255407e3-432b-4d0c-b0e2-0a4df5bb832a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 1102 time: 0.2472892 Aug 30 10:57:46.798485 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f166-3632-4d8e-a3cc-2f9b40592917 req-1211078c-ab2f-43f5-b861-384cd6d5914d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:46.808636 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e1f166-3632-4d8e-a3cc-2f9b40592917 req-1211078c-ab2f-43f5-b861-384cd6d5914d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1475797 Aug 30 10:57:46.816148 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d85e2fd3-f957-4ac5-843a-e19daa022b63 req-56c06051-d14a-4378-9995-fd3bab889373 service neutron] 10.222.0.18 "GET /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999534 Aug 30 10:57:46.860702 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-597f3313-da59-451a-9ab1-00f73ed2af22 req-9b639c3d-ae04-42fb-ab97-db5604dbf6ff tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250455 Aug 30 10:57:46.899586 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-741571bd-4e47-4f32-b967-21e0503fc3f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:46.923356 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] Set router ace52d4d-584f-4aa0-ab04-3fa560f34d49 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:57:46.961461 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741571bd-4e47-4f32-b967-21e0503fc3f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286bdabf-db67-436b-9aa7-98ca99843783,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:46.988518 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e1f166-3632-4d8e-a3cc-2f9b40592917 req-0acd1034-13a5-4732-b506-0bb276d9a934 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788392 Aug 30 10:57:46.996100 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e1e30f8b-0f10-466e-a5c9-714758560ab1 req-15b0afd7-9a99-491c-8f72-4a5eddf8122d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853516 Aug 30 10:57:47.020043 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-741571bd-4e47-4f32-b967-21e0503fc3f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:47.020043 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-741571bd-4e47-4f32-b967-21e0503fc3f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8573861 Aug 30 10:57:47.020374 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41610) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:47.030906 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-7542afbb-ffd8-491b-a708-3449b4331fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'security_group_rule': {'security_group_id': '54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec', 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:47.191428 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026234b7-f711-48b5-99e1-2dd1f8ee37f2 req-64ef353e-f2a5-4edd-ab7c-706a3eda1bb2 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:47.204739 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-026234b7-f711-48b5-99e1-2dd1f8ee37f2 req-64ef353e-f2a5-4edd-ab7c-706a3eda1bb2 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 949 time: 0.1074457 Aug 30 10:57:47.242601 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7542afbb-ffd8-491b-a708-3449b4331fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:47.296818 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T10:57:40Z', 'revision_number': 4, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port': {'id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:30Z', 'updated_at': '2021-08-30T10:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '326794e3-e472-4109-8b04-87100e35932d', 'name': '', 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'mac_address': 'fa:16:3e:85:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8383a965-ea5d-40c4-af0c-a72f31cb9549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:37Z', 'updated_at': '2021-08-30T10:57:46Z', 'revision_number': 4, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'subnets': [{'id': '8383a965-ea5d-40c4-af0c-a72f31cb9549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:57:47.329219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc9227-e8ab-4288-96ae-ee29d2d2d597 None None] The sync data for ids ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'] in dv-cinder-806559-1-iscsi is: [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T10:57:40Z', 'revision_number': 4, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port': {'id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:30Z', 'updated_at': '2021-08-30T10:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '326794e3-e472-4109-8b04-87100e35932d', 'name': '', 'network_id': '191b3e88-b349-423e-9edb-4798c07a9896', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'mac_address': 'fa:16:3e:85:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8383a965-ea5d-40c4-af0c-a72f31cb9549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:37Z', 'updated_at': '2021-08-30T10:57:46Z', 'revision_number': 4, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'subnets': [{'id': '8383a965-ea5d-40c4-af0c-a72f31cb9549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:57:47.331605 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-026234b7-f711-48b5-99e1-2dd1f8ee37f2 req-aa7036bc-f439-4fbc-98ec-3c0b46898c1b tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229670 Aug 30 10:57:47.463656 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7542afbb-ffd8-491b-a708-3449b4331fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:47.585050 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7542afbb-ffd8-491b-a708-3449b4331fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:47.627089 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542afbb-ffd8-491b-a708-3449b4331fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15e679b-a06c-4a8d-af0b-0b85c6eb62a2,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:47.694644 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b657d-a268-468d-bf55-9de71faed412 req-521b337a-405d-4614-a5ca-14b7d5114fda tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:47.699538 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7542afbb-ffd8-491b-a708-3449b4331fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:47.701665 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7542afbb-ffd8-491b-a708-3449b4331fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6847875 Aug 30 10:57:47.704493 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-be7b657d-a268-468d-bf55-9de71faed412 req-521b337a-405d-4614-a5ca-14b7d5114fda tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1286621 Aug 30 10:57:47.706286 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41624) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:47.712515 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-e37062b4-20b5-49f2-a343-834263b27d4e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'security_group_rule': {'security_group_id': '54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec', 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:47.786671 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-be7b657d-a268-468d-bf55-9de71faed412 req-7810cce3-ff6c-4142-b152-4e621b0e3058 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812199 Aug 30 10:57:47.825799 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e37062b4-20b5-49f2-a343-834263b27d4e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:47.929570 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e37062b4-20b5-49f2-a343-834263b27d4e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:48.022431 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e37062b4-20b5-49f2-a343-834263b27d4e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:48.104415 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37062b4-20b5-49f2-a343-834263b27d4e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04993a6-a439-4fb0-811f-2c2ef98421ab,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:48.153063 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45856e-54e0-418b-89de-589fefea788a req-353e1b38-9332-45b5-b269-a7e225ed1454 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:48.161926 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0d45856e-54e0-418b-89de-589fefea788a req-353e1b38-9332-45b5-b269-a7e225ed1454 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 943 time: 0.1908205 Aug 30 10:57:48.218629 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0d45856e-54e0-418b-89de-589fefea788a req-96e0b7b7-93be-45c1-a41e-3dc406c4c518 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Aug 30 10:57:48.232132 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e37062b4-20b5-49f2-a343-834263b27d4e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:48.232316 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f286d08-1f60-4c8e-9faa-0c1359d0da40 req-374e7b76-4dc4-4b2e-9e3b-aa4042ebd2c2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:48.232496 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-e37062b4-20b5-49f2-a343-834263b27d4e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5169735 Aug 30 10:57:48.232665 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6f286d08-1f60-4c8e-9faa-0c1359d0da40 req-374e7b76-4dc4-4b2e-9e3b-aa4042ebd2c2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0908766 Aug 30 10:57:48.232832 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41638) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:48.248640 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-89156d03-144b-4bc8-918c-fe68bfabccfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'security_group_rule': {'security_group_id': '54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec', 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:48.292027 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6f286d08-1f60-4c8e-9faa-0c1359d0da40 req-99fb170a-f251-4cf5-b82d-b6af3f0e72f0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595610 Aug 30 10:57:48.405213 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-89156d03-144b-4bc8-918c-fe68bfabccfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:48.660544 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-89156d03-144b-4bc8-918c-fe68bfabccfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:48.685288 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcf921-d9bd-4bdb-be57-df30eed83727 req-fd812762-4f4b-4081-aba9-277221dcaa0d tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:48.698070 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-68fcf921-d9bd-4bdb-be57-df30eed83727 req-fd812762-4f4b-4081-aba9-277221dcaa0d tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 949 time: 0.1840286 Aug 30 10:57:48.780973 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-68fcf921-d9bd-4bdb-be57-df30eed83727 req-8f0118fd-d3cb-4e14-a7c0-7d47d5477b6c tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Aug 30 10:57:48.804600 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-89156d03-144b-4bc8-918c-fe68bfabccfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:48.860694 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89156d03-144b-4bc8-918c-fe68bfabccfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd59462c-5517-40f7-a755-9fe905d8bd7b,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:48.991580 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-89156d03-144b-4bc8-918c-fe68bfabccfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:48.992947 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-89156d03-144b-4bc8-918c-fe68bfabccfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7623944 Aug 30 10:57:48.996236 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41648) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:49.002534 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'security_group_rule': {'security_group_id': '54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec', 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:49.086181 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815deedb-31d9-4418-963b-f8b66d598fc3 req-2207d66a-90b9-4ca1-acdf-63116bd9768b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:49.088596 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-815deedb-31d9-4418-963b-f8b66d598fc3 req-2207d66a-90b9-4ca1-acdf-63116bd9768b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1380315 Aug 30 10:57:49.162724 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.securitygroups_db [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Project e0ad5c2bb985498fa131001af10b6a3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 10:57:49.182922 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:49.207548 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-815deedb-31d9-4418-963b-f8b66d598fc3 req-3f0e6b48-6b7d-412e-8470-ae07979f29cc tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963464 Aug 30 10:57:49.349322 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:49.532342 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 326794e3-e472-4109-8b04-87100e35932d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:49.541270 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:49.608979 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce71ba9-1062-485a-a9b8-cf248c19a149,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:49.646509 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69fae3-18ef-436e-b433-28b6668dde2c req-c1995dce-aa63-4605-859e-cd1ddfb1f897 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:49.656365 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1c69fae3-18ef-436e-b433-28b6668dde2c req-c1995dce-aa63-4605-859e-cd1ddfb1f897 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1263731 Aug 30 10:57:49.661323 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8c7b-71af-4bff-8a41-c3dfd4e8a08a req-bdf30165-3585-4024-b63a-082ce3c06ae4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:49.681939 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-885e8c7b-71af-4bff-8a41-c3dfd4e8a08a req-bdf30165-3585-4024-b63a-082ce3c06ae4 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 943 time: 0.2842407 Aug 30 10:57:49.710474 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:49.710474 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-edfaefcd-56d0-4543-815a-759fb099c617 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7099960 Aug 30 10:57:49.713236 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 41662) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:57:49.730716 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'security_group_rule': {'security_group_id': '54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec', 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:57:49.765979 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1c69fae3-18ef-436e-b433-28b6668dde2c req-410c6904-383c-4a0e-b407-265b2760d6ff tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950115 Aug 30 10:57:49.810233 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-885e8c7b-71af-4bff-8a41-c3dfd4e8a08a req-ab966d43-f1e0-4cc7-8a52-f12b157b4056 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256754 Aug 30 10:57:49.830590 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 87952f85-ff23-4e60-9fc8-141d4018324e details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:57:49.968101 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074486c8-59e5-4438-9a13-ecd73b0e3858 req-48d0544b-1e3d-4c4b-bdd8-e6694bcd84ea tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:49.973819 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-074486c8-59e5-4438-9a13-ecd73b0e3858 req-48d0544b-1e3d-4c4b-bdd8-e6694bcd84ea tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 949 time: 0.0742543 Aug 30 10:57:49.977583 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.securitygroups_db [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Project e0ad5c2bb985498fa131001af10b6a3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 10:57:50.006477 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.082212 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-074486c8-59e5-4438-9a13-ecd73b0e3858 req-39b658e1-dec0-459e-bce4-8d2703d40e60 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011693 Aug 30 10:57:50.138365 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 87952f85-ff23-4e60-9fc8-141d4018324e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=87952f85-ff23-4e60-9fc8-141d4018324e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:50.140573 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.188578 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 326794e3-e472-4109-8b04-87100e35932d completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:50.205767 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '87952f85-ff23-4e60-9fc8-141d4018324e', 'network_id': 'cdaa4da5-a5d6-4eb1-90c7-155d056a2794', 'port_id': '87952f85-ff23-4e60-9fc8-141d4018324e', 'mac_address': 'fa:16:3e:8b:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f705ce4-5a73-44cf-b194-f0f76aa852d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:57:50.208518 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 326794e3-e472-4109-8b04-87100e35932d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:50.208903 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.225391 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.293486 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c04133-b40c-40ed-98cc-01e32a8d974c,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:50.397680 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.402822 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-d68fcab6-0461-4097-a9f3-2918fba71246 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6881938 Aug 30 10:57:50.445806 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745e3db-4f63-4763-a4f6-20520ec24084 req-7617a06c-65b3-4041-9c1b-5b073ac8b2a3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:50.449069 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.450817 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a745e3db-4f63-4763-a4f6-20520ec24084 req-7617a06c-65b3-4041-9c1b-5b073ac8b2a3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1258988 Aug 30 10:57:50.520090 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87952f85-ff23-4e60-9fc8-141d4018324e {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:57:50.618120 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a745e3db-4f63-4763-a4f6-20520ec24084 req-3c675265-4044-43dc-9f43-7a22127e39eb tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370263 Aug 30 10:57:50.668738 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 87952f85-ff23-4e60-9fc8-141d4018324e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=87952f85-ff23-4e60-9fc8-141d4018324e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:50.703204 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.757549 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 326794e3-e472-4109-8b04-87100e35932d, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=326794e3-e472-4109-8b04-87100e35932d,segment=NetworkSegment(04181dd5-d25e-43fd-a76d-996b08780bad),segment_id=04181dd5-d25e-43fd-a76d-996b08780bad)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:50.776105 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.777201 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:57:50.930573 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:50.987022 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8282c-07ef-40b5-b2a2-7e50ebdb88e0 req-5b2950be-0fb1-4d11-947d-6cc5a2cda474 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:50.990907 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d1d8282c-07ef-40b5-b2a2-7e50ebdb88e0 req-5b2950be-0fb1-4d11-947d-6cc5a2cda474 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 949 time: 0.1741431 Aug 30 10:57:51.010138 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=87952f85-ff23-4e60-9fc8-141d4018324e,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:51.089928 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:51.105666 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b48952-a5a0-4e58-a8d4-c712530ec773 req-eb658485-0e3f-49fa-a785-74814c679bd9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:51.108812 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f6b48952-a5a0-4e58-a8d4-c712530ec773 req-eb658485-0e3f-49fa-a785-74814c679bd9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1213000 Aug 30 10:57:51.113724 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d1d8282c-07ef-40b5-b2a2-7e50ebdb88e0 req-a634bfdd-0a97-4099-a1f0-a2a83995d51e tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104608 Aug 30 10:57:51.149959 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'port_id': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'mac_address': 'fa:16:3e:c8:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:57:51.203209 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f6b48952-a5a0-4e58-a8d4-c712530ec773 req-71080117-def8-456e-a2ef-ca56de6c8f7f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843418 Aug 30 10:57:51.222553 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:51.222553 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=326794e3-e472-4109-8b04-87100e35932d,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:51.244363 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b2ab642-9bb4-4d15-a22e-d24ce348a398 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:57:51.273805 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:51.346367 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccd89e-ba26-47b9-aa7a-8121b568ba7a req-1e0e0a65-dfb3-4a55-a41d-b9f650844278 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:51.349840 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-29ccd89e-ba26-47b9-aa7a-8121b568ba7a req-1e0e0a65-dfb3-4a55-a41d-b9f650844278 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 944 time: 0.1117876 Aug 30 10:57:51.362920 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:51.439565 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-29ccd89e-ba26-47b9-aa7a-8121b568ba7a req-65127021-ea43-444d-95da-373330f7bf28 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783792 Aug 30 10:57:51.551426 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=6']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:51.570856 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['5b2ab642-9bb4-4d15-a22e-d24ce348a398'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:51.638396 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 326794e3-e472-4109-8b04-87100e35932d up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:51.823547 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43033f-467a-4f29-84db-b25d111a6015 req-a14c3a86-59ef-47cf-b793-a11d9fee515b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:51.825381 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed43033f-467a-4f29-84db-b25d111a6015 req-a14c3a86-59ef-47cf-b793-a11d9fee515b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0723557 Aug 30 10:57:51.843801 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 326794e3-e472-4109-8b04-87100e35932d triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:51.844302 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:51.885258 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed43033f-467a-4f29-84db-b25d111a6015 req-3896d4af-319b-4023-82a8-ed4f8bba2718 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509791 Aug 30 10:57:51.924179 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['87952f85-ff23-4e60-9fc8-141d4018324e'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:52.404098 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876af0b-8068-4b8d-ad6f-0a0afd19234d req-60f804ae-bcca-4311-9183-598a631dd91f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:52.408085 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c27e6-1753-48ff-9e38-af3fa5716b70 req-2f25e028-a6f1-40d6-a375-3317e282714e tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:52.410488 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b876af0b-8068-4b8d-ad6f-0a0afd19234d req-60f804ae-bcca-4311-9183-598a631dd91f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.0745480 Aug 30 10:57:52.416186 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8d3c27e6-1753-48ff-9e38-af3fa5716b70 req-2f25e028-a6f1-40d6-a375-3317e282714e tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 949 time: 0.1122470 Aug 30 10:57:52.492311 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b876af0b-8068-4b8d-ad6f-0a0afd19234d req-acce0d8b-2a6f-4e54-845f-6bf4c4e8665d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730283 Aug 30 10:57:52.492609 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8d3c27e6-1753-48ff-9e38-af3fa5716b70 req-d274ec40-abe1-4907-9193-d1ed7e6499cf tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/security-groups?id=58ada340-1fb4-488f-ba7f-98db7ad34bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751297 Aug 30 10:57:52.584358 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-1a3fc498-1263-4e00-879a-b90b89cdc589 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:52.586417 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-1a3fc498-1263-4e00-879a-b90b89cdc589 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 949 time: 0.0710316 Aug 30 10:57:52.659146 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae9c04-769b-4313-a019-6d94d7571daf req-d95bdac3-906d-4d93-b03e-bc9d36405ed3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:52.659146 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-23ae9c04-769b-4313-a019-6d94d7571daf req-d95bdac3-906d-4d93-b03e-bc9d36405ed3 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 944 time: 0.0779908 Aug 30 10:57:52.778608 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-23ae9c04-769b-4313-a019-6d94d7571daf req-9dd6577c-be5b-472a-8ba8-45d1d612eddc tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124160 Aug 30 10:57:52.837435 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Deleting port ad6b2f14-d7df-463e-9bc3-7666cc718afc {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:57:52.837784 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:52.964815 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] For port ad6b2f14-d7df-463e-9bc3-7666cc718afc, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=ad6b2f14-d7df-463e-9bc3-7666cc718afc,segment=NetworkSegment(5a68d5f7-2430-43cf-bb2e-d2d01201214e),segment_id=5a68d5f7-2430-43cf-bb2e-d2d01201214e)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:52.965344 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:52.986200 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Calling delete_port for ad6b2f14-d7df-463e-9bc3-7666cc718afc owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:57:53.253192 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a965d06-1ee4-48ad-ba4c-b783009a76a3 req-53d467ec-226b-4181-8ad1-46b8a26959ad tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:53.255887 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6a965d06-1ee4-48ad-ba4c-b783009a76a3 req-53d467ec-226b-4181-8ad1-46b8a26959ad tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0784953 Aug 30 10:57:53.295223 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:53.372140 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['ad6b2f14-d7df-463e-9bc3-7666cc718afc'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:57:53.454621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Pushing event deleted for resources: {'Port': ['ID=ad6b2f14-d7df-463e-9bc3-7666cc718afc,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:53.499751 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:53.615325 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:53.621431 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:53.648819 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6a965d06-1ee4-48ad-ba4c-b783009a76a3 req-fb8030a8-ca70-486d-b96e-aa7613d2863c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811185 Aug 30 10:57:53.689825 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] No DVR routers for this DVR port ad6b2f14-d7df-463e-9bc3-7666cc718afc on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:57:53.701986 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:53.707449 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b9d43131-a19e-41dd-8560-15fdc3e71bbe req-5dfe067a-587f-4761-9ab0-45c80ccc80f7 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.18 "DELETE /v2.0/ports/ad6b2f14-d7df-463e-9bc3-7666cc718afc HTTP/1.1" status: 204 len: 173 time: 1.1117446 Aug 30 10:57:53.711685 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'name': 'network-vif-deleted', 'tag': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:53.717471 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbfc33-05a7-45af-82af-ef32cf551087" -d '{"events": [{"server_uuid": "5e0b4fd5-f03c-4289-b519-62e0e23d9378", "name": "network-vif-deleted", "tag": "ad6b2f14-d7df-463e-9bc3-7666cc718afc"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:53.744234 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-48160941-5d87-4a8c-92fe-ebf499a6e2d2 req-f9bc183d-fc8c-40d4-a4ee-5df4e07e3f27 tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.0610583 Aug 30 10:57:53.805953 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75c2a3-8769-45cd-bdff-02961c9aee46 x-openstack-request-id: req-2e75c2a3-8769-45cd-bdff-02961c9aee46 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:53.806290 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0b4fd5-f03c-4289-b519-62e0e23d9378", "name": "network-vif-deleted", "tag": "ad6b2f14-d7df-463e-9bc3-7666cc718afc", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:53.806474 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e75c2a3-8769-45cd-bdff-02961c9aee46 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:53.806910 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0b4fd5-f03c-4289-b519-62e0e23d9378', 'name': 'network-vif-deleted', 'tag': 'ad6b2f14-d7df-463e-9bc3-7666cc718afc', 'status': 'completed', 'code': 200} Aug 30 10:57:53.933499 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:53.933631 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ebe74-7de8-4131-a6c2-2ac7187ad352 req-41b4b2e1-7758-41b7-a5bf-1fef485cd3c7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:53.940204 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8d4ebe74-7de8-4131-a6c2-2ac7187ad352 req-41b4b2e1-7758-41b7-a5bf-1fef485cd3c7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.1483939 Aug 30 10:57:53.979778 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:53.982219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc08aa0-3788-4019-9271-cc8bae3c1ce9" -d '{"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:54.036857 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:54.037441 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8d4ebe74-7de8-4131-a6c2-2ac7187ad352 req-24907f1b-3dc9-4048-95d7-7ee9fb39b134 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895953 Aug 30 10:57:54.151106 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:54.162676 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7fb99-0b17-460d-bc96-e81813cd2889 req-e85038ad-7c3c-4233-9258-a6f668698927 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:54.178903 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bfa7fb99-0b17-460d-bc96-e81813cd2889 req-e85038ad-7c3c-4233-9258-a6f668698927 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 944 time: 0.1382425 Aug 30 10:57:54.205597 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13556a26-b11c-499f-a6a1-7e6f6a9541f2 x-openstack-request-id: req-13556a26-b11c-499f-a6a1-7e6f6a9541f2 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:54.206499 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:54.207385 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13556a26-b11c-499f-a6a1-7e6f6a9541f2 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:54.207867 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'code': 200} Aug 30 10:57:54.245717 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bfa7fb99-0b17-460d-bc96-e81813cd2889 req-00ee0d4f-e959-41c1-86a7-52667e471dd1 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656292 Aug 30 10:57:54.275579 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=7']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:54.981047 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc54ae-569a-4d04-a60f-52f463ec0f08 req-31f61b2f-0318-4076-8451-fa1f9b9fb74e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:55.011747 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-09cc54ae-569a-4d04-a60f-52f463ec0f08 req-31f61b2f-0318-4076-8451-fa1f9b9fb74e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1800919 Aug 30 10:57:55.161547 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-09cc54ae-569a-4d04-a60f-52f463ec0f08 req-034e1fdb-26db-4ef3-93f1-04efde661dd7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473758 Aug 30 10:57:55.204576 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e4281867-49a9-4566-b862-a6f37cb8eaa7 req-15387164-2f64-437e-a0ff-287aa192c55c tempest-VolumesNegativeTest-1619189535 tempest-VolumesNegativeTest-1619189535-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0b4fd5-f03c-4289-b519-62e0e23d9378 HTTP/1.1" status: 200 len: 210 time: 0.1337638 Aug 30 10:57:55.553007 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 87952f85-ff23-4e60-9fc8-141d4018324e up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:57:55.665891 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917b7ff-3574-4023-8018-9bc40cbad8bd req-a518f2b9-dd0e-48e0-adf8-4a8be234eb25 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:55.676809 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a917b7ff-3574-4023-8018-9bc40cbad8bd req-a518f2b9-dd0e-48e0-adf8-4a8be234eb25 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 944 time: 0.1880724 Aug 30 10:57:55.718404 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dabf8-aaec-4f5e-8853-866507e7a041 req-53ced23e-d7ea-4a1d-92f4-961c8e63703f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:55.739449 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-389dabf8-aaec-4f5e-8853-866507e7a041 req-53ced23e-d7ea-4a1d-92f4-961c8e63703f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1799903 Aug 30 10:57:55.790031 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a917b7ff-3574-4023-8018-9bc40cbad8bd req-b20a47a2-eafc-47d7-8321-f00a94ba230d tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113052 Aug 30 10:57:55.839273 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-389dabf8-aaec-4f5e-8853-866507e7a041 req-ea19ccec-2ca0-4e87-aabe-07ae5c6c2c4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028314 Aug 30 10:57:55.894812 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 87952f85-ff23-4e60-9fc8-141d4018324e completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:57:55.905018 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 87952f85-ff23-4e60-9fc8-141d4018324e triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:57:55.906194 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:56.156781 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:56.254718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87952f85-ff23-4e60-9fc8-141d4018324e'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:57:56.259244 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30780d29-5533-472f-afac-0099c69a3f58" -d '{"events": [{"server_uuid": "738d29e8-f62f-49e8-8b74-78fe57114e8a", "name": "network-vif-plugged", "status": "completed", "tag": "87952f85-ff23-4e60-9fc8-141d4018324e"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:57:56.289695 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 87952f85-ff23-4e60-9fc8-141d4018324e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=87952f85-ff23-4e60-9fc8-141d4018324e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:57:56.391246 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:56.415672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4439-f18d-4d2f-b271-9810df12aac2 req-a8a1bdf2-b9f3-46cf-96bb-2bf168296529 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:56.419180 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cdfb4439-f18d-4d2f-b271-9810df12aac2 req-a8a1bdf2-b9f3-46cf-96bb-2bf168296529 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1180384 Aug 30 10:57:56.516105 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cdfb4439-f18d-4d2f-b271-9810df12aac2 req-f66d473a-3cce-483a-a98c-528ce73f7f31 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895629 Aug 30 10:57:56.546958 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=87952f85-ff23-4e60-9fc8-141d4018324e,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:57:56.591509 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f12db5-3d64-4d88-9874-3b270e230388 x-openstack-request-id: req-07f12db5-3d64-4d88-9874-3b270e230388 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:57:56.592595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738d29e8-f62f-49e8-8b74-78fe57114e8a", "name": "network-vif-plugged", "status": "completed", "tag": "87952f85-ff23-4e60-9fc8-141d4018324e", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:57:56.592595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07f12db5-3d64-4d88-9874-3b270e230388 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:57:56.592595 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87952f85-ff23-4e60-9fc8-141d4018324e', 'code': 200} Aug 30 10:57:56.943999 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-b3d73f9c-37fa-4f33-9f4f-c65782256e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:56.949740 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-b3d73f9c-37fa-4f33-9f4f-c65782256e55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.1289296 Aug 30 10:57:56.976625 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac53332-12e3-42fc-af1f-511f67eeae03 req-6777a71e-dfff-44a2-ad64-2f3b618b1dce tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:56.990728 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac53332-12e3-42fc-af1f-511f67eeae03 req-6777a71e-dfff-44a2-ad64-2f3b618b1dce tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.2171214 Aug 30 10:57:57.007874 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0da5ef0e-0a2b-476d-ae26-b04a5ae7b72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:57:57.153667 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac53332-12e3-42fc-af1f-511f67eeae03 req-61bb0729-f3d3-48f9-9b8f-5813a5e224e5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607761 Aug 30 10:57:57.170287 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1876-b492-47eb-af42-285c021231cb req-93852a40-8dce-4055-9615-54ee4a631d3c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:57.179468 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0cbd1876-b492-47eb-af42-285c021231cb req-93852a40-8dce-4055-9615-54ee4a631d3c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 945 time: 0.1284056 Aug 30 10:57:57.189659 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-4fc49c88-33e4-43fd-ad91-e6c7345644a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:57.189659 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-4fc49c88-33e4-43fd-ad91-e6c7345644a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.2269754 Aug 30 10:57:57.227301 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd82b0-ca00-49b2-8bb8-8b748a974d32 req-3d622802-1ffb-4dee-8166-98fb23197c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:57.233009 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b0cd82b0-ca00-49b2-8bb8-8b748a974d32 req-3d622802-1ffb-4dee-8166-98fb23197c82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 1098 time: 0.1759405 Aug 30 10:57:57.396330 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b0cd82b0-ca00-49b2-8bb8-8b748a974d32 req-3c2444b4-a932-4499-8943-75833cfdcf16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554773 Aug 30 10:57:57.465206 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84819256-b6d2-42e1-bcda-f8f62b66a5c4 req-77036f70-a722-450b-aeb0-e08a5b09539d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:57.468384 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-84819256-b6d2-42e1-bcda-f8f62b66a5c4 req-77036f70-a722-450b-aeb0-e08a5b09539d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1497791 Aug 30 10:57:57.538658 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device ad6b2f14-d7df-463e-9bc3-7666cc718afc no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:57:57.574178 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-84819256-b6d2-42e1-bcda-f8f62b66a5c4 req-2974f301-823f-42b0-82b4-820f2d3c4274 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961111 Aug 30 10:57:57.580485 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: ad6b2f14-d7df-463e-9bc3-7666cc718afc {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:57:57.581769 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device ad6b2f14-d7df-463e-9bc3-7666cc718afc not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:57:57.641250 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0cbd1876-b492-47eb-af42-285c021231cb req-7af324cb-8ead-4957-8a03-f56a44f0a24c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605114 Aug 30 10:57:57.706169 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-6c42a8f3-02d7-4b83-a95c-777a59043da6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 217 time: 0.0787950 Aug 30 10:57:57.770690 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04d3fe-fb98-4682-b5f1-93f2d5f315e1 req-e6a67dd1-910d-4efa-a2a9-d903703cb2e3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:57.783440 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5d04d3fe-fb98-4682-b5f1-93f2d5f315e1 req-e6a67dd1-910d-4efa-a2a9-d903703cb2e3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1240079 Aug 30 10:57:57.813490 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-4c03811f-35c5-4457-a970-4b29ab3e0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:57.816822 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-4c03811f-35c5-4457-a970-4b29ab3e0edb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.0919740 Aug 30 10:57:57.827482 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5d04d3fe-fb98-4682-b5f1-93f2d5f315e1 req-1aee4365-b6e9-4cb0-9599-aa13431f4a9c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Aug 30 10:57:57.878669 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-2a2b5a0a-a70c-4b01-9c0b-e29f6f02b267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459843 Aug 30 10:57:58.117025 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-a1110ad7-f10b-4ae3-9c64-1fe46ab09e0b service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277334 Aug 30 10:57:58.437118 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d46a5567-1dcb-46ff-b8fb-278fdf2f800e req-8a6a09dd-16c1-4bef-a8e7-380ac779d8ed service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044760 Aug 30 10:57:58.465879 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f995d-d954-40ef-a1ca-abc569a5f09e req-a816dc4c-3ed0-4126-9d36-dd97bf4cf37d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:58.469996 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a10f995d-d954-40ef-a1ca-abc569a5f09e req-a816dc4c-3ed0-4126-9d36-dd97bf4cf37d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1740737 Aug 30 10:57:58.577681 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a10f995d-d954-40ef-a1ca-abc569a5f09e req-b6b36015-6b2d-4ec2-abea-2a465643b9bd tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002800 Aug 30 10:57:58.790072 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8fd-4c5c-4955-bcbd-613dbc34c8a6 req-4e735a56-6fc6-452d-a848-5b260e5462eb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:58.799267 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cbeef8fd-4c5c-4955-bcbd-613dbc34c8a6 req-4e735a56-6fc6-452d-a848-5b260e5462eb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1206651 Aug 30 10:57:58.857681 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72de6-973a-40fc-bbc9-d948cd5c51c0 req-c1750d0f-1be2-411d-988b-74f885f44bdb tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:58.859728 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bfd72de6-973a-40fc-bbc9-d948cd5c51c0 req-c1750d0f-1be2-411d-988b-74f885f44bdb tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 945 time: 0.0939810 Aug 30 10:57:58.913923 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cbeef8fd-4c5c-4955-bcbd-613dbc34c8a6 req-3eb891f0-39d3-4ade-a826-0bb907fbce74 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028507 Aug 30 10:57:58.979008 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bfd72de6-973a-40fc-bbc9-d948cd5c51c0 req-3b0979ba-b6b8-4a75-99c2-9b810cea136f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095369 Aug 30 10:57:59.175914 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e369d-405f-4faa-97c1-8840dbeb71b4 req-89cca7df-e24f-4fd4-80cd-aacce52c9bc7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:59.191872 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-509e369d-405f-4faa-97c1-8840dbeb71b4 req-89cca7df-e24f-4fd4-80cd-aacce52c9bc7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1491628 Aug 30 10:57:59.295235 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-509e369d-405f-4faa-97c1-8840dbeb71b4 req-070cd561-678e-4559-ae17-04ebedefec87 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931964 Aug 30 10:57:59.789118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbca604-532e-4a80-ac62-9d0d56e683b5 req-82eeed14-f76c-480a-9ca1-2d25f92a4cd1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:59.792272 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-abbca604-532e-4a80-ac62-9d0d56e683b5 req-82eeed14-f76c-480a-9ca1-2d25f92a4cd1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1177619 Aug 30 10:57:59.870052 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-abbca604-532e-4a80-ac62-9d0d56e683b5 req-8bb342bf-7ecb-4780-85c7-133fdfb80223 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682404 Aug 30 10:57:59.963102 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c38f6b-7021-4af4-9cf7-114f72076978 req-0f77335f-0aed-4609-91f9-bf514cfea987 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:57:59.972304 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-61c38f6b-7021-4af4-9cf7-114f72076978 req-0f77335f-0aed-4609-91f9-bf514cfea987 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1056466 Aug 30 10:58:00.025903 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-61c38f6b-7021-4af4-9cf7-114f72076978 req-65f67b12-9e8f-4da0-99ff-f6c7d85584f0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515704 Aug 30 10:58:00.110052 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c77e2852-a2f6-4a4c-84af-00eb167e50d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:00.231218 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb7e1-ad32-45c6-bc82-c922c7772fb3 req-6fa55f12-24cd-4e77-9394-4ba25dc4a18e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:00.247835 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ddadb7e1-ad32-45c6-bc82-c922c7772fb3 req-6fa55f12-24cd-4e77-9394-4ba25dc4a18e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1750188 Aug 30 10:58:00.253814 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e5371-b23f-4ea3-a41e-753b0abbea2d req-fda54c4e-7e7a-43e5-b107-d58874aaedd7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:00.265508 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1d8e5371-b23f-4ea3-a41e-753b0abbea2d req-fda54c4e-7e7a-43e5-b107-d58874aaedd7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 945 time: 0.1113482 Aug 30 10:58:00.314847 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ddadb7e1-ad32-45c6-bc82-c922c7772fb3 req-6f8b03de-cb4f-4cc7-9cd8-f0c375ec6b3b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516419 Aug 30 10:58:00.345561 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1d8e5371-b23f-4ea3-a41e-753b0abbea2d req-e18a7202-2f6a-4aa7-8ffa-fc6b62dc6ab5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740569 Aug 30 10:58:00.351291 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-9bd1bd50-1440-4516-b28f-10b2172a8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:00.353734 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-9bd1bd50-1440-4516-b28f-10b2172a8e8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 1098 time: 0.1890757 Aug 30 10:58:00.382076 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:00.534896 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-4c6fb9a2-ec76-4879-8c1c-2d1575d29b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:00.538426 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-4c6fb9a2-ec76-4879-8c1c-2d1575d29b05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 912 time: 0.1690855 Aug 30 10:58:00.647089 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-629bafa3-1aec-434f-868b-fb6a49262ddf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 200 len: 1000 time: 0.0974252 Aug 30 10:58:00.749294 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-3c66204e-c10f-49a5-accd-afc2e01cc4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:00.752191 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-3c66204e-c10f-49a5-accd-afc2e01cc4db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.0919154 Aug 30 10:58:00.868885 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-9f960bf3-ac9e-4c81-acf0-02619bfb14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:00.871337 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-9f960bf3-ac9e-4c81-acf0-02619bfb14d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090534 Aug 30 10:58:00.895144 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:01.058782 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-01e8225d-43e0-42ab-9150-7bd6c6a3124c service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779697 Aug 30 10:58:01.140993 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f70f8f-f650-4d2e-a45c-c5795caa0095 req-8b52bf58-e58e-434a-97d6-4591a6bd4376 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:01.142564 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-93f70f8f-f650-4d2e-a45c-c5795caa0095 req-8b52bf58-e58e-434a-97d6-4591a6bd4376 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1364467 Aug 30 10:58:01.162183 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:01.215010 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdce71-3f55-4f72-a8cc-1ad1f67b820c req-5a28ffed-8c42-4564-a56a-3a813bee3082 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:01.216598 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2dbdce71-3f55-4f72-a8cc-1ad1f67b820c req-5a28ffed-8c42-4564-a56a-3a813bee3082 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0819733 Aug 30 10:58:01.220648 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-93f70f8f-f650-4d2e-a45c-c5795caa0095 req-d32f66d3-cdf2-4fb0-8f40-e1bc4d2f5c57 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615046 Aug 30 10:58:01.225791 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4a1d760b-eafe-4858-9cbe-1dc8926254f6 req-f8aa68d8-2222-4876-9941-8afc79f66271 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547492 Aug 30 10:58:01.309746 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2dbdce71-3f55-4f72-a8cc-1ad1f67b820c req-68825ffe-466c-4a5c-88da-73e8f80782ac tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637136 Aug 30 10:58:01.559466 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e09273-c708-4e53-886c-724d7cd349b2 req-af8ed2a0-9a73-41e8-91b1-6ac937bea131 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:01.569534 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-01e09273-c708-4e53-886c-724d7cd349b2 req-af8ed2a0-9a73-41e8-91b1-6ac937bea131 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0728416 Aug 30 10:58:01.625327 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-01e09273-c708-4e53-886c-724d7cd349b2 req-8d22ea4e-0c8e-4c3e-9960-93f3c354227b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523589 Aug 30 10:58:02.371106 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160987e-c1ea-4e31-962a-14399ab1ed91 req-695dc41e-0ec9-4676-a72a-cb4cab30e787 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:02.372624 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a160987e-c1ea-4e31-962a-14399ab1ed91 req-695dc41e-0ec9-4676-a72a-cb4cab30e787 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0591247 Aug 30 10:58:02.421923 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a160987e-c1ea-4e31-962a-14399ab1ed91 req-a0ac48d4-a173-4e90-8a63-c35f970c52b7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Aug 30 10:58:02.484555 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad065504-ec7e-4b3e-80ca-314246a03d6c req-3802ec8d-61a2-4907-89eb-8df65b8575c8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:02.503079 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ad065504-ec7e-4b3e-80ca-314246a03d6c req-3802ec8d-61a2-4907-89eb-8df65b8575c8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0855076 Aug 30 10:58:02.535458 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ad065504-ec7e-4b3e-80ca-314246a03d6c req-c7e6c8b5-f67b-4713-a5b6-f826684769e7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406008 Aug 30 10:58:02.717488 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:02.778408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4feacc7-5f3a-4158-969e-35689f4a877b req-cadff6ba-6bab-4a39-a166-f1cdc79fea8a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:02.784245 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a4feacc7-5f3a-4158-969e-35689f4a877b req-cadff6ba-6bab-4a39-a166-f1cdc79fea8a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0757763 Aug 30 10:58:02.848147 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a4feacc7-5f3a-4158-969e-35689f4a877b req-ad65b251-5cef-4158-bead-409ea527703e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579734 Aug 30 10:58:03.689546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dd7be-0660-4564-a5b3-4fd09a46bc30 req-efa468ca-217b-4183-8d1b-7f8e4325ca66 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:03.698545 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1e4dd7be-0660-4564-a5b3-4fd09a46bc30 req-efa468ca-217b-4183-8d1b-7f8e4325ca66 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1313369 Aug 30 10:58:03.766426 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1e4dd7be-0660-4564-a5b3-4fd09a46bc30 req-9a7ce829-680b-4fc1-8c4b-6170f720bf84 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657785 Aug 30 10:58:04.076068 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fb2e-be66-438f-be38-ffc3d143e38b req-ddf060c3-88d8-45a8-b87b-f8f811f47482 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:04.086361 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0177fb2e-be66-438f-be38-ffc3d143e38b req-ddf060c3-88d8-45a8-b87b-f8f811f47482 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1747439 Aug 30 10:58:04.166817 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0177fb2e-be66-438f-be38-ffc3d143e38b req-dea67381-2fd9-4956-8ade-6e33de418617 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790679 Aug 30 10:58:04.366609 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e63e-ded3-423e-91c1-839dbe14873a req-f6e3f16f-e66e-4932-ab08-7b94b7f56750 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:04.368209 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f330e63e-ded3-423e-91c1-839dbe14873a req-f6e3f16f-e66e-4932-ab08-7b94b7f56750 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1033823 Aug 30 10:58:04.421461 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f330e63e-ded3-423e-91c1-839dbe14873a req-e5198e47-000e-40dc-ae08-9a4030daa9e4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460348 Aug 30 10:58:04.949288 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dabca-d343-4a66-b353-2cb2249dd94d req-797870ba-8f28-462f-9e8c-f1f9396d4e0f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:04.951074 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a12dabca-d343-4a66-b353-2cb2249dd94d req-797870ba-8f28-462f-9e8c-f1f9396d4e0f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0891795 Aug 30 10:58:05.027805 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a12dabca-d343-4a66-b353-2cb2249dd94d req-a983e547-3017-404f-ae26-a6547747e555 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694320 Aug 30 10:58:05.595963 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2113bbc-2e33-4669-a50e-c0bc1c02a7c7 req-70a15f13-00ab-4216-a155-60eeac46462e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:05.599711 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d2113bbc-2e33-4669-a50e-c0bc1c02a7c7 req-70a15f13-00ab-4216-a155-60eeac46462e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0776324 Aug 30 10:58:05.651992 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d2113bbc-2e33-4669-a50e-c0bc1c02a7c7 req-2b726e12-1aee-44d6-b16e-cc9c0717f31a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 Aug 30 10:58:05.948158 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42128) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:06.001667 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] Deleting subnet 1c3acd11-a984-4b81-a753-ad502fc8dd34 {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:58:06.028164 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:06.095229 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12727392'] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:06.174500 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:06.189404 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f665-0ca5-4367-886c-069a0191b7c6 req-ce1a9f75-4c74-47b1-b990-16ceaa3d3542 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:06.191765 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b106f665-0ca5-4367-886c-069a0191b7c6 req-ce1a9f75-4c74-47b1-b990-16ceaa3d3542 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0677168 Aug 30 10:58:06.244942 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b106f665-0ca5-4367-886c-069a0191b7c6 req-35d623bf-23ff-4a5d-a7fd-a108acede38f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Aug 30 10:58:06.812442 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16574744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13617886'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:06.847411 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3acd11-a984-4b81-a753-ad502fc8dd34,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:06.854481 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:06.858189 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-32b04ed4-9e59-4605-9dc9-a28a94ca9ba2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c3acd11-a984-4b81-a753-ad502fc8dd34 HTTP/1.1" status: 204 len: 168 time: 0.9067693 Aug 30 10:58:06.861148 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42144) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:06.874812 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bffff8-d520-4786-b2c2-d07a5dd7a2e4 req-00e71771-2d91-475e-b333-3c11d55a4447 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:06.881025 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c8bffff8-d520-4786-b2c2-d07a5dd7a2e4 req-00e71771-2d91-475e-b333-3c11d55a4447 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1078236 Aug 30 10:58:06.966363 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:58:06.985671 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c8bffff8-d520-4786-b2c2-d07a5dd7a2e4 req-2663c697-592b-4ddd-bf7c-99294f79ed9f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941589 Aug 30 10:58:07.061396 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.180328 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.198163 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3ad642-7cfb-4344-8517-15e0e2c431dd']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:07.224387 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d08ee1b-2b67-45dd-8d7c-4ac35f602518') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:07.225066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d08ee1b-2b67-45dd-8d7c-4ac35f602518') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:07.246592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.279380 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.295735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:58:07.298014 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:58:07.299818 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:58:07.459031 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac384bd-858e-4e4d-92a3-cadfe670484f req-2b1fcbf7-ca93-4e74-8a2d-a8a28b8da2a6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:07.462463 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6ac384bd-858e-4e4d-92a3-cadfe670484f req-2b1fcbf7-ca93-4e74-8a2d-a8a28b8da2a6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0955455 Aug 30 10:58:07.546644 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6ac384bd-858e-4e4d-92a3-cadfe670484f req-7ac5f315-2781-477c-9b2d-5973051c50cd tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732322 Aug 30 10:58:07.693580 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.700906 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.709943 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f3ad642-7cfb-4344-8517-15e0e2c431dd HTTP/1.1" status: 204 len: 168 time: 0.8405478 Aug 30 10:58:07.710043 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42194) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:07.730572 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea0f2a-face-4963-965c-031d027e0567 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3ad642-7cfb-4344-8517-15e0e2c431dd,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:07.771697 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] Deleting subnet cc0a8bda-a892-47bc-af7c-374e515cd254 {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:58:07.775656 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.814055 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12727392'] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:07.869921 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.109704 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42214) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:08.119182 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16574744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13617886'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.175791 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] Deleting subnet 420a65e7-fe6f-41a2-a3ea-08b5066c3b9a {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:58:08.176442 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.178438 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cc0a8bda-a892-47bc-af7c-374e515cd254 HTTP/1.1" status: 204 len: 168 time: 0.4678893 Aug 30 10:58:08.179259 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ec4d8-5fd5-4f14-a691-c93fc4b479d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0a8bda-a892-47bc-af7c-374e515cd254,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:08.180977 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42218) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:08.183089 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.205142 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba17095-2fab-462d-a9da-384bf49a0773 req-d25ee0cd-866a-4b62-b0eb-44658e6d48d1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:08.207182 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eba17095-2fab-462d-a9da-384bf49a0773 req-d25ee0cd-866a-4b62-b0eb-44658e6d48d1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1026909 Aug 30 10:58:08.251808 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eba17095-2fab-462d-a9da-384bf49a0773 req-c631cfc9-806d-4fd2-b0b9-20193479c0ac tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385587 Aug 30 10:58:08.280584 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.320258 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.342320 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.461279 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.477386 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80497a7-6665-474a-9f7f-53a1cd26fe86']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:08.489241 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d56f3e-aed0-408f-b4ec-801a1d26f5c6') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:08.489547 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d56f3e-aed0-408f-b4ec-801a1d26f5c6') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:08.501510 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.524861 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.532745 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:58:08.533679 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:58:08.536666 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:58:08.660614 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.709962 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.709962 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/420a65e7-fe6f-41a2-a3ea-08b5066c3b9a HTTP/1.1" status: 204 len: 168 time: 0.5938396 Aug 30 10:58:08.709962 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c4389-53cd-4804-b4d3-7d55fdaa9771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420a65e7-fe6f-41a2-a3ea-08b5066c3b9a,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:08.710824 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42242) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:08.734566 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d7105-0c1b-49c1-86b0-8a4742fb3075 req-333079be-330d-4765-b14f-8274e52998c6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:08.736206 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8a3d7105-0c1b-49c1-86b0-8a4742fb3075 req-333079be-330d-4765-b14f-8274e52998c6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1070597 Aug 30 10:58:08.790619 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.799095 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.827740 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b80497a7-6665-474a-9f7f-53a1cd26fe86 HTTP/1.1" status: 204 len: 168 time: 0.6206014 Aug 30 10:58:08.828350 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.828969 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8a3d7105-0c1b-49c1-86b0-8a4742fb3075 req-f783617e-4edd-499a-83ef-295b7e772cb1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701294 Aug 30 10:58:08.838961 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c3bf0-108c-4c84-82f2-215ead5f6d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80497a7-6665-474a-9f7f-53a1cd26fe86,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:08.913692 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.925378 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4639fc71-d3fa-40aa-9c67-0a4e466183ed']}} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:08.937398 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe430d5a-1aaf-49aa-b28c-6844b21d9915') {'for_net_delete': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:08.937724 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe430d5a-1aaf-49aa-b28c-6844b21d9915') {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:08.952693 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12727423'] for segment, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.976104 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.984703 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=106343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:58:08.985556 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16574846'] for segment, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: Traceback (most recent call last): Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: timer() Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: cb(*args, **kw) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: return func(*args, **kwargs) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: self._notify() Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: self.callback(batched_events) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: event.method(event) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: return f(self, *a, **k) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._get(url).json() Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: return self.request(url, 'GET', **kwargs) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:58:08.989319 dv-cinder-806559-1-iscsi neutron-server[106343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:58:09.218936 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:09.225950 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:09.228553 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4639fc71-d3fa-40aa-9c67-0a4e466183ed HTTP/1.1" status: 204 len: 168 time: 0.5161986 Aug 30 10:58:09.245842 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7060a-70de-4bc1-82bc-5a3fb722f8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4639fc71-d3fa-40aa-9c67-0a4e466183ed,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:09.385558 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefbcef-62a2-4a2f-a5a2-4c0c619cd672 req-605f613b-cc25-4239-adc9-5f0af64ed0ff tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:09.387495 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ccefbcef-62a2-4a2f-a5a2-4c0c619cd672 req-605f613b-cc25-4239-adc9-5f0af64ed0ff tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0506494 Aug 30 10:58:09.429479 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ccefbcef-62a2-4a2f-a5a2-4c0c619cd672 req-1138150d-04b7-4832-8797-d44911300992 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341463 Aug 30 10:58:09.476825 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42266) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:09.550812 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-5afcbcc2-5ae5-4476-a52a-0c97556c9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:09.552432 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-5afcbcc2-5ae5-4476-a52a-0c97556c9d5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 1098 time: 0.0850480 Aug 30 10:58:09.555414 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-d7575da6-4fef-4043-8bc8-06a7c944ffe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e699ea9afad04cbead56163afe3fea4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763254 Aug 30 10:58:09.559649 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42276) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:09.636870 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c84804c7-806f-421a-af2e-9b6a258f6a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:09.669637 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c84804c7-806f-421a-af2e-9b6a258f6a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:09.767666 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-fe12bc00-407c-4586-8600-58c65fbd8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:09.771377 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-fe12bc00-407c-4586-8600-58c65fbd8119 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.2054808 Aug 30 10:58:09.806587 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42296) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:09.845740 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c84804c7-806f-421a-af2e-9b6a258f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:09.850578 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c84804c7-806f-421a-af2e-9b6a258f6a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:09.852840 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c84804c7-806f-421a-af2e-9b6a258f6a0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4ba9dad-96e9-4cb8-be3b-7e81f67bf5c0 HTTP/1.1" status: 204 len: 168 time: 0.2915928 Aug 30 10:58:09.906456 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42304) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:09.906694 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-4bce24a3-409f-4f6b-abe8-a8f8b59d7461 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1cec5452c594a57b49d9b50fb63f7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981283 Aug 30 10:58:09.920252 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84804c7-806f-421a-af2e-9b6a258f6a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba9dad-96e9-4cb8-be3b-7e81f67bf5c0,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:09.952490 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-63f5c3ef-cd3d-4e98-9f4b-e6c892ad377d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398 HTTP/1.1" status: 200 len: 1000 time: 0.1574101 Aug 30 10:58:10.101146 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-5e157e0c-ea47-40a7-b31c-97407e099fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:10.102621 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-5e157e0c-ea47-40a7-b31c-97407e099fca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.1512487 Aug 30 10:58:10.185883 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-41cf7d0b-4062-472b-8dd5-e25e2d78fe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:10.207909 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44246da1-97b5-4581-9341-3f71fd840019 req-61d0e224-bcdd-46c4-8b73-1bc1a8ecf17a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:10.210799 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44246da1-97b5-4581-9341-3f71fd840019 req-61d0e224-bcdd-46c4-8b73-1bc1a8ecf17a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.2320113 Aug 30 10:58:10.297477 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-41cf7d0b-4062-472b-8dd5-e25e2d78fe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:10.356668 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-e6e6dd19-a07e-4257-bf1e-61683d8fa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:10.359304 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-e6e6dd19-a07e-4257-bf1e-61683d8fa5c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2485971 Aug 30 10:58:10.375686 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-44246da1-97b5-4581-9341-3f71fd840019 req-c3234e10-64b4-420e-881b-a4e0520cedc5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385291 Aug 30 10:58:10.540827 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-4911a49b-00aa-4a2b-b38b-48d358677eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547756 Aug 30 10:58:10.615145 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712e11e-cc56-47e3-a3f5-a9f733f70ce3 req-b3b6c71e-61bb-43df-8ea2-989e1661e55a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:10.617269 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0712e11e-cc56-47e3-a3f5-a9f733f70ce3 req-b3b6c71e-61bb-43df-8ea2-989e1661e55a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.0775394 Aug 30 10:58:10.664824 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf1d0334-db59-4cff-9e49-db4639ab63c8 req-dfe4c907-ff10-4e4c-92ab-32e3c8bacbaf service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163402 Aug 30 10:58:10.668879 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-41cf7d0b-4062-472b-8dd5-e25e2d78fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:10.668879 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-41cf7d0b-4062-472b-8dd5-e25e2d78fe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:10.676849 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-41cf7d0b-4062-472b-8dd5-e25e2d78fe53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76aeec35-50b4-46da-8943-3ba2cacdc6ec HTTP/1.1" status: 204 len: 168 time: 0.7468972 Aug 30 10:58:10.681659 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0712e11e-cc56-47e3-a3f5-a9f733f70ce3 req-0b7692b5-f03c-473f-9fe6-41eded147d8f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545428 Aug 30 10:58:10.701645 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf7d0b-4062-472b-8dd5-e25e2d78fe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aeec35-50b4-46da-8943-3ba2cacdc6ec,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:11.139202 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42352) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:11.197433 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-01d4c39d-eedf-4ce8-b404-f7c215be7743 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c5b549a2474410197e8cb5aa957a69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570130 Aug 30 10:58:11.201880 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42356) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:11.271941 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-de01f2e4-6752-4949-a934-f452f9fa8ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:11.298832 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-de01f2e4-6752-4949-a934-f452f9fa8ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:11.458487 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-de01f2e4-6752-4949-a934-f452f9fa8ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:11.461429 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-de01f2e4-6752-4949-a934-f452f9fa8ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:11.466038 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-de01f2e4-6752-4949-a934-f452f9fa8ccc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfd2e7ab-353a-4cec-852b-d9ccd375bb82 HTTP/1.1" status: 204 len: 168 time: 0.2627788 Aug 30 10:58:11.541453 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcaa7c-585c-4eed-b7b1-6f591134b7b8 req-368e5419-9666-42df-9044-70d59c1a0de4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:11.544165 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b7bcaa7c-585c-4eed-b7b1-6f591134b7b8 req-368e5419-9666-42df-9044-70d59c1a0de4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0895917 Aug 30 10:58:11.551655 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01f2e4-6752-4949-a934-f452f9fa8ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd2e7ab-353a-4cec-852b-d9ccd375bb82,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:11.604457 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b7bcaa7c-585c-4eed-b7b1-6f591134b7b8 req-a8ea0881-774f-4b9b-836c-55b754c16ee9 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491726 Aug 30 10:58:12.160304 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5f37b-ba0b-4af1-8876-233dffe141cb req-2c3479df-6acf-4ad8-82b7-86f216e59079 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:12.160304 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-97d5f37b-ba0b-4af1-8876-233dffe141cb req-2c3479df-6acf-4ad8-82b7-86f216e59079 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.3624890 Aug 30 10:58:12.180151 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-97d5f37b-ba0b-4af1-8876-233dffe141cb req-b2a2aeb8-b401-4244-b93d-77494da42382 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393884 Aug 30 10:58:12.751683 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33860d75-c0c3-46a4-8b55-74711c57c95e req-d02ce311-c776-45d7-896a-bba1ca97f270 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:12.755126 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-33860d75-c0c3-46a4-8b55-74711c57c95e req-d02ce311-c776-45d7-896a-bba1ca97f270 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0729442 Aug 30 10:58:12.790140 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42408) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:12.837942 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-33860d75-c0c3-46a4-8b55-74711c57c95e req-2bc837b0-cfa6-4743-a432-8667ed079725 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Aug 30 10:58:13.081981 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42418) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:13.124555 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-997182558-network', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:13.215393 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42424) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:13.216229 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e3b64f78-b051-4fa2-ace6-406f46fccba2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9c47e4e38b346218bf1a5de8dbc44bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318252 Aug 30 10:58:13.273882 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6a174f48-245e-4c85-ac2c-5a71af372828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.331963 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6a174f48-245e-4c85-ac2c-5a71af372828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.374773 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Made reservation on behalf of 844964501d1e4d3e88d53099fe8554cb for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:58:13.378156 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.405197 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a16a4-6988-4c22-aefa-fa0ff5c37bab req-af7ef920-262f-414e-8214-0884ed4c49b7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:13.407440 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d54a16a4-6988-4c22-aefa-fa0ff5c37bab req-af7ef920-262f-414e-8214-0884ed4c49b7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 945 time: 0.1164503 Aug 30 10:58:13.442820 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.558093 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d54a16a4-6988-4c22-aefa-fa0ff5c37bab req-4e0b3595-e030-4af7-9e24-82e9b154906b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402476 Aug 30 10:58:13.610089 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:58:13.664344 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.670186 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6a174f48-245e-4c85-ac2c-5a71af372828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.673025 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6a174f48-245e-4c85-ac2c-5a71af372828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.688922 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6a174f48-245e-4c85-ac2c-5a71af372828 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58ada340-1fb4-488f-ba7f-98db7ad34bb7 HTTP/1.1" status: 204 len: 168 time: 0.4577932 Aug 30 10:58:13.688922 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a174f48-245e-4c85-ac2c-5a71af372828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ada340-1fb4-488f-ba7f-98db7ad34bb7,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:13.757363 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.804783 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:58:13.811414 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.821128 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172704e2-9279-491d-8330-d813748b135a,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:13.829738 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:13.835518 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Added segment ff9908dd-224a-4547-b8d1-72107c77bdf2 of type vlan for network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b Aug 30 10:58:13.886794 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:13.893918 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:58:13.893918 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b802d7d7-19bb-4e19-bc3e-6faf718b18df" -d '{"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:58:13.947256 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:14.013649 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:14.085342 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=8']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:14.106089 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1f241-835e-4937-a2ff-f90eea17b1f6 req-2194c6f5-60e3-4191-b863-daef10d5ae18 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:14.107924 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c0d1f241-835e-4937-a2ff-f90eea17b1f6 req-2194c6f5-60e3-4191-b863-daef10d5ae18 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0857751 Aug 30 10:58:14.133782 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:14.134754 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:14.135345 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:14.229588 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c0d1f241-835e-4937-a2ff-f90eea17b1f6 req-57e0bdbd-a015-47a4-a91d-ec8ca653d9f5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110449 Aug 30 10:58:14.233524 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] Pushing event updated for resources: {'Network': ['ID=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:14.245746 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:58:14.299079 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c800de-e439-462d-a007-ffe98d3c4288 x-openstack-request-id: req-24c800de-e439-462d-a007-ffe98d3c4288 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:58:14.299511 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:58:14.300149 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24c800de-e439-462d-a007-ffe98d3c4288 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:58:14.300586 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'code': 200} Aug 30 10:58:14.355867 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6b382417-3bcf-42cf-8fb3-b143144a60b8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5631154 Aug 30 10:58:14.360972 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42490) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:14.370927 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Request body: {'subnet': {'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-997182558-subnet', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'ip_version': 4}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:14.580044 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Made reservation on behalf of 844964501d1e4d3e88d53099fe8554cb for: {'subnet': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:58:14.585384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683151'] for subnet, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:14.768913 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e5348-fe50-467a-a749-ef1ce0a57a51 req-b790a1cb-4963-4f0d-8db4-80fabd31dbf9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:14.770754 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-377e5348-fe50-467a-a749-ef1ce0a57a51 req-b790a1cb-4963-4f0d-8db4-80fabd31dbf9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0867233 Aug 30 10:58:14.851624 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-377e5348-fe50-467a-a749-ef1ce0a57a51 req-982ee5ca-7bc6-418f-b9c6-db9cab8756fa tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700095 Aug 30 10:58:15.008453 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12825816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683261'] for subnet, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:15.108232 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a0400a-2457-4ddc-badd-4b640e8cccd8,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:15.124134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Checking segment: {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:15.124583 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Network hostable DHCP agents. Network: 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:58:15.230071 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:58:15.304149 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b) {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:15.319022 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:15.321025 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:15.321935 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc64a4-2aa9-47c9-a983-88283027f8a0 None None] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:58:15.400784 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefa83d-4e47-414b-9432-f1b2fde589e1 req-d6d755f0-5472-4356-b4c4-e0586530b582 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:15.402492 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fdefa83d-4e47-414b-9432-f1b2fde589e1 req-d6d755f0-5472-4356-b4c4-e0586530b582 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0717111 Aug 30 10:58:15.461057 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fdefa83d-4e47-414b-9432-f1b2fde589e1 req-3fd224d9-b2e7-4fb7-aebb-e1d9c8b8755d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Aug 30 10:58:15.523281 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:58:15.524168 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:15.553557 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e1a09e4e-676e-41ce-98a1-d96e1c7b69dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1904080 Aug 30 10:58:15.559974 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42514) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:15.567178 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:15.699204 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:15.700749 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:15.703464 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Allocated IP 172.20.0.2 (39c26d0e-70c4-4acf-b26c-c6fe85b3f41b/81a0400a-2457-4ddc-badd-4b640e8cccd8/e756a7e3-3027-45e7-9c13-3730bf289979) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:58:15.762426 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:15.882989 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:15.892400 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Transition to ACTIVE for port object e756a7e3-3027-45e7-9c13-3730bf289979 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:15.913096 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Transition to ACTIVE for port object e756a7e3-3027-45e7-9c13-3730bf289979 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:16.059053 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:16.062520 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:16.101097 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:16.107321 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:16.112956 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:58:16.124597 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Pushing event updated for resources: {'Port': ['ID=e756a7e3-3027-45e7-9c13-3730bf289979,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:16.196608 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Attempting to bind port e756a7e3-3027-45e7-9c13-3730bf289979 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:58:16.197266 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Attempting to bind port e756a7e3-3027-45e7-9c13-3730bf289979 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:58:16.197862 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Attempting to bind port e756a7e3-3027-45e7-9c13-3730bf289979 on network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:16.208120 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:58:16.208745 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Checking segment: {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:16.209471 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:16.210365 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Bound using segment: {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:58:16.211442 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Bound port: e756a7e3-3027-45e7-9c13-3730bf289979, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:58:16.212091 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:16.340625 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] For port e756a7e3-3027-45e7-9c13-3730bf289979, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:58:16.346425 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] For port e756a7e3-3027-45e7-9c13-3730bf289979, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e756a7e3-3027-45e7-9c13-3730bf289979,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:58:16.431937 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:16.443811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:16.460217 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:16.522256 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf58df-e850-44ab-96ba-d6cae357a75b None None] Pushing event updated for resources: {'Port': ['ID=e756a7e3-3027-45e7-9c13-3730bf289979,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:16.737196 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Allocated IP 172.27.2.39 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/be39a72e-0446-4430-8fb8-95ea65ff511f) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:58:16.816026 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83320264-e47a-489c-845c-5137879eaed8 req-ca3fb25a-9442-4f65-af65-f4da808ec5c7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:16.820052 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-83320264-e47a-489c-845c-5137879eaed8 req-ca3fb25a-9442-4f65-af65-f4da808ec5c7 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1967630 Aug 30 10:58:16.893342 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-83320264-e47a-489c-845c-5137879eaed8 req-6a170970-b87e-4bfc-8143-5833734cc7d4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567274 Aug 30 10:58:16.988122 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:17.162087 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:17.241490 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:17.248011 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:17.254587 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:58:17.308323 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Pushing event updated for resources: {'Port': ['ID=be39a72e-0446-4430-8fb8-95ea65ff511f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:17.372815 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b343c6-4edb-4edb-a726-4109ca2716ff req-5687a472-8d03-4a2a-8c9b-7277f7c31340 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:17.379271 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a1b343c6-4edb-4edb-a726-4109ca2716ff req-5687a472-8d03-4a2a-8c9b-7277f7c31340 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1073022 Aug 30 10:58:17.451291 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a1b343c6-4edb-4edb-a726-4109ca2716ff req-dac96415-e0bd-4408-a8fe-4b291bb00d28 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643265 Aug 30 10:58:17.619148 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:58:17.625226 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e756a7e3-3027-45e7-9c13-3730bf289979 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:17.803236 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:17.859161 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port e756a7e3-3027-45e7-9c13-3730bf289979 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:17.980329 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92502963-5591-40ad-8f41-840b96987edb None None] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:58:18.145572 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:18.156917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-40227620-f37e-40b3-881b-d4fc32e7eedf None None] Provisioning for port e756a7e3-3027-45e7-9c13-3730bf289979 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:18.159612 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0074-1f0d-4570-9ea5-6f28c0ad4239 req-eb9cfb23-5f59-4d06-92e7-61b82899a135 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:18.161478 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3fbf0074-1f0d-4570-9ea5-6f28c0ad4239 req-eb9cfb23-5f59-4d06-92e7-61b82899a135 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1034803 Aug 30 10:58:18.173625 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-40227620-f37e-40b3-881b-d4fc32e7eedf None None] Provisioning complete for port e756a7e3-3027-45e7-9c13-3730bf289979 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:18.174795 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-40227620-f37e-40b3-881b-d4fc32e7eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:18.349524 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3fbf0074-1f0d-4570-9ea5-6f28c0ad4239 req-e2dc4bec-f472-4142-b366-4838cbf42c9e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221752 Aug 30 10:58:18.399366 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-40227620-f37e-40b3-881b-d4fc32e7eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:18.473671 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-40227620-f37e-40b3-881b-d4fc32e7eedf None None] For port e756a7e3-3027-45e7-9c13-3730bf289979, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e756a7e3-3027-45e7-9c13-3730bf289979,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:18.655735 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a0747-d18d-4700-979a-62ef64d051ab req-89443245-5932-467a-b586-5d5e5f49481d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:18.657940 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-720a0747-d18d-4700-979a-62ef64d051ab req-89443245-5932-467a-b586-5d5e5f49481d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0888615 Aug 30 10:58:18.670260 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-40227620-f37e-40b3-881b-d4fc32e7eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:18.679617 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Router 7527f98f-617e-4282-a16a-b536d4275d76 is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:58:18.797699 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-720a0747-d18d-4700-979a-62ef64d051ab req-8cbc38d2-8b43-4859-a7bf-7ec65d829bed tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318095 Aug 30 10:58:18.872855 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-68fe24c6-3dc6-4cee-82b6-336b5f507770 None None] Provisioning complete for port e756a7e3-3027-45e7-9c13-3730bf289979 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:18.873652 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-68fe24c6-3dc6-4cee-82b6-336b5f507770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:18.890771 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227620-f37e-40b3-881b-d4fc32e7eedf None None] Pushing event updated for resources: {'Port': ['ID=e756a7e3-3027-45e7-9c13-3730bf289979,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:18.966154 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:58:18.990345 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Sync routers for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:58:19.010209 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:19.011249 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:19.074118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:19.078910 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-992d204e-7074-4584-b424-098bcdc06081 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5149391 Aug 30 10:58:19.080005 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42582) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:19.108275 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec523b52-cfca-477b-a3fd-dd061aee61fc req-96dcfcf0-96a7-490e-8586-488d8412c6a0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:19.110753 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ec523b52-cfca-477b-a3fd-dd061aee61fc req-96dcfcf0-96a7-490e-8586-488d8412c6a0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 945 time: 0.0977011 Aug 30 10:58:19.158532 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ec523b52-cfca-477b-a3fd-dd061aee61fc req-70df087a-3a36-489a-a37a-43c349134cd0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Aug 30 10:58:19.202208 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:19.450286 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:17Z', 'revision_number': 3, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:19.501568 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Checking router: 7527f98f-617e-4282-a16a-b536d4275d76 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:58:19.502498 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Updating router 7527f98f-617e-4282-a16a-b536d4275d76 port be39a72e-0446-4430-8fb8-95ea65ff511f binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:58:19.528114 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e756a7e3-3027-45e7-9c13-3730bf289979 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:19.561937 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:19.584660 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port e756a7e3-3027-45e7-9c13-3730bf289979 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:19.585251 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:19.628861 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1977ddb-4d46-48ff-8c3a-4b08505187f7 req-b8de0a47-e5be-4568-b95c-e2f44a3ab286 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:19.631256 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c1977ddb-4d46-48ff-8c3a-4b08505187f7 req-b8de0a47-e5be-4568-b95c-e2f44a3ab286 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1218216 Aug 30 10:58:19.739138 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c1977ddb-4d46-48ff-8c3a-4b08505187f7 req-38a013c7-cb06-42e8-b634-3e03fb7b50c8 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941110 Aug 30 10:58:19.782938 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:19.935001 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:19.954899 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Transition to ACTIVE for port object be39a72e-0446-4430-8fb8-95ea65ff511f will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:19.997920 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079d4e-17bf-493d-9d5d-07a9d2236618 req-125e4d48-8502-4dfb-9b3e-7d5077f05a3e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:19.999909 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8b079d4e-17bf-493d-9d5d-07a9d2236618 req-125e4d48-8502-4dfb-9b3e-7d5077f05a3e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0705419 Aug 30 10:58:20.040130 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Allocated IP 172.20.0.1 (39c26d0e-70c4-4acf-b26c-c6fe85b3f41b/81a0400a-2457-4ddc-badd-4b640e8cccd8/f97d7b61-70b9-4c16-a687-2e0c7286e263) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:58:20.053365 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:20.101418 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8b079d4e-17bf-493d-9d5d-07a9d2236618 req-d2702647-0867-44ae-82be-7b5ce7a1f350 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840659 Aug 30 10:58:20.160041 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Attempting to bind port be39a72e-0446-4430-8fb8-95ea65ff511f on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:58:20.160635 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Attempting to bind port be39a72e-0446-4430-8fb8-95ea65ff511f by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:58:20.161248 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Attempting to bind port be39a72e-0446-4430-8fb8-95ea65ff511f on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:20.166635 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Pushing event updated for resources: {'Port': ['ID=be39a72e-0446-4430-8fb8-95ea65ff511f,revision_number=2']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:20.174934 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:58:20.175520 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:20.176120 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:20.176672 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:58:20.177290 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Bound port: be39a72e-0446-4430-8fb8-95ea65ff511f, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:58:20.177737 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:20.207698 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.208075 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.208427 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.208740 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.209096 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.209430 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.209757 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.210095 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.210420 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.210725 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.211061 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.211383 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:20.244789 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:20.268105 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Transition to ACTIVE for port object f97d7b61-70b9-4c16-a687-2e0c7286e263 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:20.270452 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] For port be39a72e-0446-4430-8fb8-95ea65ff511f, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:58:20.273876 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] For port be39a72e-0446-4430-8fb8-95ea65ff511f, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=be39a72e-0446-4430-8fb8-95ea65ff511f,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:58:20.344709 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:20.391992 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d724a8c-ed8d-414e-a5b4-85258daa6487 req-219e4a56-38c3-42c9-a445-0bccf1cec443 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:20.392254 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5d724a8c-ed8d-414e-a5b4-85258daa6487 req-219e4a56-38c3-42c9-a445-0bccf1cec443 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 945 time: 0.1257610 Aug 30 10:58:20.420965 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:20.421619 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:20.431215 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40311aa0-3ba6-4921-8db4-309424846468 None None] Pushing event updated for resources: {'Port': ['ID=be39a72e-0446-4430-8fb8-95ea65ff511f,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:20.476701 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5d724a8c-ed8d-414e-a5b4-85258daa6487 req-e24d663b-04da-4fc5-94de-a5f8350106f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720108 Aug 30 10:58:20.569649 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:20.604028 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:20.648488 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:20.656900 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:20.663326 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:58:20.708115 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f97d7b61-70b9-4c16-a687-2e0c7286e263,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:20.745208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:20.936922 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcdc38-6330-4ae1-82b7-414ede4b3b8b req-70e6cd24-94bc-4d71-a04f-efadc64eb138 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:20.941116 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-91dcdc38-6330-4ae1-82b7-414ede4b3b8b req-70e6cd24-94bc-4d71-a04f-efadc64eb138 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0809271 Aug 30 10:58:20.970157 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:17Z', 'revision_number': 3, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:21.009290 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-91dcdc38-6330-4ae1-82b7-414ede4b3b8b req-4f34e714-a759-4a64-b54f-d45ce15a16e4 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Aug 30 10:58:21.036755 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3416d-2cd8-449d-be04-6c4b4b2f2de1 None None] The sync data for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi is: [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:17Z', 'revision_number': 3, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:58:21.093724 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c1f67cf7-782b-4b1c-97d6-058b310b12ef None None] Provisioning for port f97d7b61-70b9-4c16-a687-2e0c7286e263 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:21.101851 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-c1f67cf7-782b-4b1c-97d6-058b310b12ef None None] Provisioning complete for port f97d7b61-70b9-4c16-a687-2e0c7286e263 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:21.102598 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c1f67cf7-782b-4b1c-97d6-058b310b12ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:21.186613 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-c1f67cf7-782b-4b1c-97d6-058b310b12ef None None] Port f97d7b61-70b9-4c16-a687-2e0c7286e263 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:58:21.413044 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-cf4e7a8c-0a8d-4b2a-9d65-20d8c8b724c5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:21.420680 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-cf4e7a8c-0a8d-4b2a-9d65-20d8c8b724c5 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 945 time: 0.5636790 Aug 30 10:58:21.490120 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919ed3-d27d-410a-885c-af383dcf742d req-6d00d8e7-4651-46d3-836d-10dc47cf71b3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:21.492401 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43919ed3-d27d-410a-885c-af383dcf742d req-6d00d8e7-4651-46d3-836d-10dc47cf71b3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.2075510 Aug 30 10:58:21.586983 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device be39a72e-0446-4430-8fb8-95ea65ff511f up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:21.601938 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43919ed3-d27d-410a-885c-af383dcf742d req-da3024fa-e8d3-4a8c-9a1f-31ab6a1616f0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876286 Aug 30 10:58:21.662948 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:21.668025 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf98e2-583a-49da-b289-61a0470a52b8 req-b44f3da0-ebe6-4c09-8e3c-27630516f8bc tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:21.670106 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d4bf98e2-583a-49da-b289-61a0470a52b8 req-b44f3da0-ebe6-4c09-8e3c-27630516f8bc tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 945 time: 0.0916929 Aug 30 10:58:21.699353 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Deleting port 87952f85-ff23-4e60-9fc8-141d4018324e {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:58:21.700132 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:21.747468 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d4bf98e2-583a-49da-b289-61a0470a52b8 req-c936be88-c220-47af-9e2b-f80e61c753aa tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704474 Aug 30 10:58:21.784460 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port be39a72e-0446-4430-8fb8-95ea65ff511f completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:21.789671 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port be39a72e-0446-4430-8fb8-95ea65ff511f triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:21.790049 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:21.949190 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:21.988786 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port be39a72e-0446-4430-8fb8-95ea65ff511f, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=be39a72e-0446-4430-8fb8-95ea65ff511f,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:21.990905 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] For port 87952f85-ff23-4e60-9fc8-141d4018324e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=87952f85-ff23-4e60-9fc8-141d4018324e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:21.991424 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:22.037443 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Calling delete_port for 87952f85-ff23-4e60-9fc8-141d4018324e owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:58:22.087371 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:22.200833 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=be39a72e-0446-4430-8fb8-95ea65ff511f,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:22.259545 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:22.295381 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec904c-8164-42c3-abc1-59fa41f71443 req-bf9dde32-64e5-40aa-8495-cc76179ee2a2 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:22.297074 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-41ec904c-8164-42c3-abc1-59fa41f71443 req-bf9dde32-64e5-40aa-8495-cc76179ee2a2 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1577168 Aug 30 10:58:22.341330 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:22.465484 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-41ec904c-8164-42c3-abc1-59fa41f71443 req-d83be274-8317-4278-b5b8-e731f08ddcac tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521273 Aug 30 10:58:22.466872 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f97d7b61-70b9-4c16-a687-2e0c7286e263,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:22.469616 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:22.576272 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:22.597435 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300', '70b68a81-25c7-4763-b901-5c7894d4ab1e', 'f7f23f55-0339-49a4-b182-96b818e660e0', '87952f85-ff23-4e60-9fc8-141d4018324e'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:58:22.645729 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event deleted for resources: {'Port': ['ID=87952f85-ff23-4e60-9fc8-141d4018324e,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:22.713422 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] No DVR routers for this DVR port 87952f85-ff23-4e60-9fc8-141d4018324e on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:58:22.716830 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:22.718968 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-775bce4e-2fdd-4b48-adab-c085847e9e72 req-a9802a69-a0d6-4eaf-be52-2c270d962b84 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "DELETE /v2.0/ports/87952f85-ff23-4e60-9fc8-141d4018324e HTTP/1.1" status: 204 len: 173 time: 1.2956510 Aug 30 10:58:22.719532 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'name': 'network-vif-deleted', 'tag': '87952f85-ff23-4e60-9fc8-141d4018324e'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:58:22.722098 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5475b-873a-40dc-860d-bb6d44c927e8" -d '{"events": [{"server_uuid": "738d29e8-f62f-49e8-8b74-78fe57114e8a", "name": "network-vif-deleted", "tag": "87952f85-ff23-4e60-9fc8-141d4018324e"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:58:22.731171 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:22.733180 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:22.884186 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defb336-dcb6-40b0-ad3f-c28b475bec0e x-openstack-request-id: req-2defb336-dcb6-40b0-ad3f-c28b475bec0e {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:58:22.885973 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738d29e8-f62f-49e8-8b74-78fe57114e8a", "name": "network-vif-deleted", "tag": "87952f85-ff23-4e60-9fc8-141d4018324e", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:58:22.888850 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2defb336-dcb6-40b0-ad3f-c28b475bec0e {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:58:22.889096 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738d29e8-f62f-49e8-8b74-78fe57114e8a', 'name': 'network-vif-deleted', 'tag': '87952f85-ff23-4e60-9fc8-141d4018324e', 'status': 'completed', 'code': 200} Aug 30 10:58:23.074354 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Router 7527f98f-617e-4282-a16a-b536d4275d76 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:58:23.233571 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccf2b4-1b15-4f64-9eb5-5b94a4300af3 req-d0f72e64-aa81-4ef4-a414-1e37d327d509 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:23.243844 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-806d0dff-eaa1-455c-a391-fabe6607999e req-c1660cba-7c1c-4502-83b1-f40043e75aaa tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=738d29e8-f62f-49e8-8b74-78fe57114e8a HTTP/1.1" status: 200 len: 210 time: 0.1430364 Aug 30 10:58:23.245809 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6bccf2b4-1b15-4f64-9eb5-5b94a4300af3 req-d0f72e64-aa81-4ef4-a414-1e37d327d509 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.4968450 Aug 30 10:58:23.261195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:58:23.269542 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-13a98a2d-f56b-494d-b5f8-6d0c269b34e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/7527f98f-617e-4282-a16a-b536d4275d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1870461 Aug 30 10:58:23.299951 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6bccf2b4-1b15-4f64-9eb5-5b94a4300af3 req-170a839e-e4f6-45e6-8b25-7687ccf462cf tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485365 Aug 30 10:58:23.319507 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-81d3c1c6-c717-450c-b629-94fa72219201 None None] Provisioning complete for port f97d7b61-70b9-4c16-a687-2e0c7286e263 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:23.320199 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-81d3c1c6-c717-450c-b629-94fa72219201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:23.374051 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-81d3c1c6-c717-450c-b629-94fa72219201 None None] Port f97d7b61-70b9-4c16-a687-2e0c7286e263 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:58:23.447149 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Sync routers for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:58:23.467200 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:23.468256 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:23.519414 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device be39a72e-0446-4430-8fb8-95ea65ff511f up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:23.653267 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29fc28-2f83-4fa4-978c-a8accca6eaf1 req-65395f6d-cf96-4d62-be69-747ac17c9d4c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:23.656109 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7a29fc28-2f83-4fa4-978c-a8accca6eaf1 req-65395f6d-cf96-4d62-be69-747ac17c9d4c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0650136 Aug 30 10:58:23.657763 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:23.660609 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port be39a72e-0446-4430-8fb8-95ea65ff511f triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:23.661115 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:23.725961 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7a29fc28-2f83-4fa4-978c-a8accca6eaf1 req-e8b7a234-6d91-4dff-84f5-d1ed51524bfc tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482464 Aug 30 10:58:24.043790 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 2, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:24.085218 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Checking router: 7527f98f-617e-4282-a16a-b536d4275d76 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:58:24.085487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Updating router 7527f98f-617e-4282-a16a-b536d4275d76 port f97d7b61-70b9-4c16-a687-2e0c7286e263 binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:58:24.123230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.414043 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42646) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:24.419164 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1027336881-network', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:24.503737 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.505629 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19f068-61c0-46b3-bfcc-fb012296351a req-8c9a82c2-ad12-42b5-8ac6-f7ee1eb5047b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:24.507266 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3e19f068-61c0-46b3-bfcc-fb012296351a req-8c9a82c2-ad12-42b5-8ac6-f7ee1eb5047b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0729535 Aug 30 10:58:24.522293 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Transition to ACTIVE for port object f97d7b61-70b9-4c16-a687-2e0c7286e263 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:24.557560 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Made reservation on behalf of d35f4108a5284fdfbca2b72e0c23c15e for: {'network': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:58:24.561583 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.588142 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3e19f068-61c0-46b3-bfcc-fb012296351a req-50eb63b2-55a8-489d-97fc-42571a6ba905 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738828 Aug 30 10:58:24.590240 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.653100 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.733986 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.740235 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb71155-db06-4619-ba89-ebb3fdc50cd6 None None] Pushing event updated for resources: {'Port': ['ID=f97d7b61-70b9-4c16-a687-2e0c7286e263,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:24.824874 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Attempting to bind port f97d7b61-70b9-4c16-a687-2e0c7286e263 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:58:24.825388 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Attempting to bind port f97d7b61-70b9-4c16-a687-2e0c7286e263 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:58:24.825861 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Attempting to bind port f97d7b61-70b9-4c16-a687-2e0c7286e263 on network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:24.837334 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:58:24.837334 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Checking segment: {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:24.837334 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.837334 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Bound using segment: {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:58:24.838000 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Bound port: f97d7b61-70b9-4c16-a687-2e0c7286e263, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:58:24.838000 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.869732 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.927311 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a85a6bc-ca0e-4b63-b3b2-1d3a960de8b7,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:24.929931 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4816113-2059-4aef-98e5-1eb82912c2bd req-32f7adaa-0607-4c00-a3d2-a4ff3921b00e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:24.932666 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f4816113-2059-4aef-98e5-1eb82912c2bd req-32f7adaa-0607-4c00-a3d2-a4ff3921b00e tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1152828 Aug 30 10:58:24.944174 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=106342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 10:58:24.946157 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] For port f97d7b61-70b9-4c16-a687-2e0c7286e263, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:58:24.951632 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] For port f97d7b61-70b9-4c16-a687-2e0c7286e263, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=f97d7b61-70b9-4c16-a687-2e0c7286e263,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:58:24.956200 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.956883 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.957271 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.957874 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.958388 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.958881 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.959373 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.960170 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.960669 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.961206 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.961687 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.962167 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:24.978958 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:24.979311 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.segments_db [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Added segment ccf36902-0d2e-410e-8dc1-2852fb18faad of type vlan for network 406a6266-fdaa-42bb-8c25-a384f76eb0da Aug 30 10:58:25.007017 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:25.026411 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f4816113-2059-4aef-98e5-1eb82912c2bd req-8201a0d4-cd77-4d4e-9395-8683cf217ea8 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837920 Aug 30 10:58:25.055248 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:25.125138 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:25.125962 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:25.173039 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb71155-db06-4619-ba89-ebb3fdc50cd6 None None] Pushing event updated for resources: {'Port': ['ID=f97d7b61-70b9-4c16-a687-2e0c7286e263,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:25.183314 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:25.189096 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:25.191356 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:25.282292 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:25.318572 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] Pushing event updated for resources: {'Network': ['ID=406a6266-fdaa-42bb-8c25-a384f76eb0da,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:25.323449 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a5d061da-edbf-49a7-a11c-a99657f4b596 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9078758 Aug 30 10:58:25.326391 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42668) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:25.332091 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Request body: {'subnet': {'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1027336881-subnet', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:25.370772 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 10:58:25.540612 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Made reservation on behalf of d35f4108a5284fdfbca2b72e0c23c15e for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:58:25.545102 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13617845'] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:25.632131 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 87952f85-ff23-4e60-9fc8-141d4018324e no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:58:25.701543 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 87952f85-ff23-4e60-9fc8-141d4018324e {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:58:25.701899 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 87952f85-ff23-4e60-9fc8-141d4018324e not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:58:25.834091 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:24Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:25.849577 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28de722-3c5e-4e7e-a7ec-e9000f231073 req-838129db-96bb-4233-8728-7730b62ff371 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:25.857519 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d28de722-3c5e-4e7e-a7ec-e9000f231073 req-838129db-96bb-4233-8728-7730b62ff371 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1275046 Aug 30 10:58:25.865356 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42688) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:25.881877 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16573915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13617863'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:25.883472 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596221df-cbe7-46a8-a744-b726fa6b3f59 None None] The sync data for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi is: [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:24Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:58:25.928175 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d28de722-3c5e-4e7e-a7ec-e9000f231073 req-a7f31923-e201-4b83-861d-558b3ef4d0d7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689332 Aug 30 10:58:25.991202 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:26.037355 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.037704 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.040787 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.041689 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:26.043887 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Checking segment: {'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:26.044244 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Network hostable DHCP agents. Network: 406a6266-fdaa-42bb-8c25-a384f76eb0da, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 10:58:26.081824 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-f5b81ec5-4374-4384-b86e-cecb26d73595 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2145004 Aug 30 10:58:26.195885 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 10:58:26.255461 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fead9-8066-4353-856f-7b3e7ea37562 req-1c8ae38a-83f4-46c2-abde-174c434ab9da tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:26.257378 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c50fead9-8066-4353-856f-7b3e7ea37562 req-1c8ae38a-83f4-46c2-abde-174c434ab9da tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0708902 Aug 30 10:58:26.326800 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 406a6266-fdaa-42bb-8c25-a384f76eb0da) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:26.335525 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:26.335525 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:26.337056 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bfdf13-6106-423d-a05e-cb1330767054 None None] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:58:26.368334 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c50fead9-8066-4353-856f-7b3e7ea37562 req-42945bf8-4257-42a9-81db-ff97cee705a3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036527 Aug 30 10:58:26.466979 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-88de5d84-2520-4ded-9479-c247b8590c00 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1391163 Aug 30 10:58:26.470951 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42708) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:26.476864 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:26.477704 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621ca3b-68f9-441c-82f2-5c061d91a54e req-b494973f-f1d9-44e5-82cb-7897b88d22e0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:26.479495 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d621ca3b-68f9-441c-82f2-5c061d91a54e req-b494973f-f1d9-44e5-82cb-7897b88d22e0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 945 time: 0.0748336 Aug 30 10:58:26.588192 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-406a6266-fdaa-42bb-8c25-a384f76eb0da', 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'fixed_ips': [{'subnet_id': '5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 10:58:26.589119 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:26.591190 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d621ca3b-68f9-441c-82f2-5c061d91a54e req-1a6b956c-acb7-4e7a-8006-115d38d833c6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968671 Aug 30 10:58:26.600896 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:26.602136 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:26.732672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:26.842514 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Allocated IP 172.20.0.2 (406a6266-fdaa-42bb-8c25-a384f76eb0da/5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26/ff44308a-0b84-45e0-b6fb-0500a1ac0f24) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:58:27.036417 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4752b79-f3ca-4a62-a596-243ea7cc5bc0 req-b1a4548e-8327-441c-b18b-6e87add37c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:27.040109 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d4752b79-f3ca-4a62-a596-243ea7cc5bc0 req-b1a4548e-8327-441c-b18b-6e87add37c08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.2494509 Aug 30 10:58:27.078833 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.087642 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.099676 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-772ca370-0fdd-4499-899d-33c923f7d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.103260 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Transition to ACTIVE for port object ff44308a-0b84-45e0-b6fb-0500a1ac0f24 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:27.116044 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d4752b79-f3ca-4a62-a596-243ea7cc5bc0 req-d1f7db77-a585-4a11-bcdb-0d95afec9df0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671763 Aug 30 10:58:27.145732 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Transition to ACTIVE for port object ff44308a-0b84-45e0-b6fb-0500a1ac0f24 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:27.196350 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d678ad-9f19-4ae1-b676-b5cb51949196 req-44177e84-8c81-4c7b-b3fc-2a022057cd30 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:27.198052 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-16d678ad-9f19-4ae1-b676-b5cb51949196 req-44177e84-8c81-4c7b-b3fc-2a022057cd30 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0806036 Aug 30 10:58:27.259965 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.332735 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-16d678ad-9f19-4ae1-b676-b5cb51949196 req-dbda729f-ab39-4dec-a654-902ca7a06c77 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014950 Aug 30 10:58:27.333639 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:27.355827 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Pushing event updated for resources: {'Port': ['ID=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:27.385214 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:27.389887 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:58:27.526741 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Attempting to bind port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:58:27.527221 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Attempting to bind port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:58:27.527533 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Attempting to bind port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 on network 406a6266-fdaa-42bb-8c25-a384f76eb0da {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:27.556129 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:58:27.556544 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Checking segment: {'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:27.556913 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.561011 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Bound using segment: {'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:58:27.561586 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Bound port: ff44308a-0b84-45e0-b6fb-0500a1ac0f24, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:58:27.565493 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.708711 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557728-85bb-4a04-afea-e75dbd5d809b req-47a5f5f1-a84a-4182-809d-94ee05863e86 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:27.710360 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a0557728-85bb-4a04-afea-e75dbd5d809b req-47a5f5f1-a84a-4182-809d-94ee05863e86 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1299827 Aug 30 10:58:27.758574 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.790313 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97d7b61-70b9-4c16-a687-2e0c7286e263 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:27.810197 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:27.821198 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a0557728-85bb-4a04-afea-e75dbd5d809b req-a99f0872-9602-4368-977f-bee12da2221a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021388 Aug 30 10:58:27.878611 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] For port ff44308a-0b84-45e0-b6fb-0500a1ac0f24, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:58:27.886568 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] For port ff44308a-0b84-45e0-b6fb-0500a1ac0f24, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,segment=NetworkSegment(ccf36902-0d2e-410e-8dc1-2852fb18faad),segment_id=ccf36902-0d2e-410e-8dc1-2852fb18faad)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:58:27.990128 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:28.001841 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee6e26-f31c-4f4c-8995-16bd248b817a req-2c3073a0-d032-4a72-b278-7ebcd1f38dba tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:28.003579 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2eee6e26-f31c-4f4c-8995-16bd248b817a req-2c3073a0-d032-4a72-b278-7ebcd1f38dba tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 945 time: 0.1998324 Aug 30 10:58:28.041380 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port f97d7b61-70b9-4c16-a687-2e0c7286e263 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:28.081045 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port f97d7b61-70b9-4c16-a687-2e0c7286e263 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:28.081045 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:28.086071 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2eee6e26-f31c-4f4c-8995-16bd248b817a req-01e3c473-da67-431d-ae5e-4a75285aa20b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Aug 30 10:58:28.105588 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Allocated IP 172.27.2.108 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/f97aa59a-74ff-4da7-8263-472f5f34c740) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:58:28.141203 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965948ef-7849-41e2-bba0-088f51d111c5 None None] Pushing event updated for resources: {'Port': ['ID=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:28.204252 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:28.254430 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port f97d7b61-70b9-4c16-a687-2e0c7286e263, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=f97d7b61-70b9-4c16-a687-2e0c7286e263,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:28.259403 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:28.357066 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:28.469524 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=f97d7b61-70b9-4c16-a687-2e0c7286e263,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:28.472152 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-15608b6b-912d-4cfe-a49c-21c034e7c43d tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:28.485142 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-15608b6b-912d-4cfe-a49c-21c034e7c43d tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 945 time: 0.1115496 Aug 30 10:58:28.524408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:28.574851 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080269f1-3b46-41a9-8361-e28e9b296435 req-efbbfbcb-252e-4b8a-9bcf-b0d57e505523 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:28.577186 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-080269f1-3b46-41a9-8361-e28e9b296435 req-efbbfbcb-252e-4b8a-9bcf-b0d57e505523 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0684156 Aug 30 10:58:28.583319 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:28.611101 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:28.619207 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:58:28.626305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Pushing event updated for resources: {'Port': ['ID=f97aa59a-74ff-4da7-8263-472f5f34c740,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:28.649850 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-080269f1-3b46-41a9-8361-e28e9b296435 req-a7d6e8db-e6c9-4c6a-807e-cfb915a5d671 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609119 Aug 30 10:58:29.094997 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Deleting port f7f23f55-0339-49a4-b182-96b818e660e0 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:58:29.096921 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:29.191893 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7fde7-9fc7-4e19-ba6e-5644cdaa6b6f req-46a4b8d8-c26b-45a3-97a9-0d795ff8815a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:29.197591 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3af7fde7-9fc7-4e19-ba6e-5644cdaa6b6f req-46a4b8d8-c26b-45a3-97a9-0d795ff8815a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1993358 Aug 30 10:58:29.251241 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d9a0a-7e51-46ae-90c8-344e2a76aaef req-338ac4e8-aba5-40c5-a9b9-a969582d6966 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:29.255530 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6e2d9a0a-7e51-46ae-90c8-344e2a76aaef req-338ac4e8-aba5-40c5-a9b9-a969582d6966 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 945 time: 0.0833116 Aug 30 10:58:29.274240 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] For port f7f23f55-0339-49a4-b182-96b818e660e0, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f7f23f55-0339-49a4-b182-96b818e660e0,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:29.274624 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:29.287839 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3af7fde7-9fc7-4e19-ba6e-5644cdaa6b6f req-942bc162-ee81-406c-bdbb-46204a6d029a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862987 Aug 30 10:58:29.295014 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Calling delete_port for f7f23f55-0339-49a4-b182-96b818e660e0 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:58:29.316135 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6e2d9a0a-7e51-46ae-90c8-344e2a76aaef req-b74d1bdf-85bf-4606-91e7-e8466fc07bb8 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 Aug 30 10:58:29.335325 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b2f6f6-ce52-411c-8b96-6a6d8fb21698 None None] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 10:58:29.547974 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-e5d4e4a1-8ceb-426f-9d42-5cfa0f234c0b None None] Provisioning for port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:29.573318 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:29.643846 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-decf8f17-53f2-440c-a28f-da00f83af678 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834205 Aug 30 10:58:29.774663 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-1fd49bb8-162a-48ed-9a06-9bd1a10c371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:29.782563 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-1fd49bb8-162a-48ed-9a06-9bd1a10c371e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 1098 time: 0.0866952 Aug 30 10:58:29.812632 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device ff44308a-0b84-45e0-b6fb-0500a1ac0f24 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:29.932981 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:29.953692 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300', '70b68a81-25c7-4763-b901-5c7894d4ab1e'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:58:29.963139 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:29.973388 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de7d84-b434-4c22-a902-040811de1a3c req-d0c7f159-564c-42ad-bc0d-0f33b730baf7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:29.975424 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-24de7d84-b434-4c22-a902-040811de1a3c req-d0c7f159-564c-42ad-bc0d-0f33b730baf7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1911848 Aug 30 10:58:30.022489 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event deleted for resources: {'Port': ['ID=f7f23f55-0339-49a4-b182-96b818e660e0,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:30.589274 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-eef920d9-ff50-4984-a27c-96ab6a02be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.589274 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-eef920d9-ff50-4984-a27c-96ab6a02be48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.2734358 Aug 30 10:58:30.590712 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:30.590712 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.593908 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] No DVR routers for this DVR port f7f23f55-0339-49a4-b182-96b818e660e0 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:58:30.593908 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.593908 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-916edb9c-a45f-41f9-aefe-5083ff99d8d0 req-05dcdf91-f87d-4337-9e2d-5cbfd3232e77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "DELETE /v2.0/ports/f7f23f55-0339-49a4-b182-96b818e660e0 HTTP/1.1" status: 204 len: 173 time: 1.7261317 Aug 30 10:58:30.593908 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'name': 'network-vif-deleted', 'tag': 'f7f23f55-0339-49a4-b182-96b818e660e0'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:58:30.598012 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-24de7d84-b434-4c22-a902-040811de1a3c req-b841abec-0ceb-43b4-8b8d-0536e9b81579 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306105 Aug 30 10:58:30.600853 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524f7e6f-b54f-49a7-a48a-d582c26acac1" -d '{"events": [{"server_uuid": "118dfb3c-8252-42e3-9fca-e50c90f5076d", "name": "network-vif-deleted", "tag": "f7f23f55-0339-49a4-b182-96b818e660e0"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:58:30.604699 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-ddd0cf08-3881-4312-a077-b0881eca5005 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d HTTP/1.1" status: 200 len: 217 time: 0.0979693 Aug 30 10:58:30.619502 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-0dd62bd5-353a-467f-9eca-561a5b4dee9e None None] Provisioning complete for port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:30.619502 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd5-353a-467f-9eca-561a5b4dee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.619926 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472dba1f-fc31-41e2-a6e3-72d34bfdc2df x-openstack-request-id: req-472dba1f-fc31-41e2-a6e3-72d34bfdc2df {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:58:30.619926 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118dfb3c-8252-42e3-9fca-e50c90f5076d", "name": "network-vif-deleted", "tag": "f7f23f55-0339-49a4-b182-96b818e660e0", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:58:30.619926 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-472dba1f-fc31-41e2-a6e3-72d34bfdc2df {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:58:30.619926 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118dfb3c-8252-42e3-9fca-e50c90f5076d', 'name': 'network-vif-deleted', 'tag': 'f7f23f55-0339-49a4-b182-96b818e660e0', 'status': 'completed', 'code': 200} Aug 30 10:58:30.620209 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-bc15d90c-6139-4eab-bd15-427d4b9fa469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.620209 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-bc15d90c-6139-4eab-bd15-427d4b9fa469 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.0961204 Aug 30 10:58:30.620364 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.620449 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-1268c8d5-b6d6-4877-a5c1-0becfbf11111 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649686 Aug 30 10:58:30.620529 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-18ccdf08-3193-4db9-bd5f-b506543e9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.620529 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-18ccdf08-3193-4db9-bd5f-b506543e9f74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825&tenant_id=9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 1096 time: 0.1779168 Aug 30 10:58:30.620529 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5393356-7b38-423b-a13a-24ed5a688672 req-e0c10565-7269-4739-8163-366010f66eff tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.620529 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c5393356-7b38-423b-a13a-24ed5a688672 req-e0c10565-7269-4739-8163-366010f66eff tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.2732580 Aug 30 10:58:30.620821 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cd236eaf-a01c-4253-b7b2-2401accfffb0 req-7841083e-f850-463f-9f77-425877aa5c8b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 210 time: 0.0650461 Aug 30 10:58:30.620821 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-5572acfe-2768-4b31-b7bb-e10e14113747 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374650 Aug 30 10:58:30.621014 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.664545 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.668576 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb711-138c-49b9-af17-6b8da23c20e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.685446 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c5393356-7b38-423b-a13a-24ed5a688672 req-f96388fe-1ebd-4e3d-9aba-b3b4e9cd82b8 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565218 Aug 30 10:58:30.712917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd5-353a-467f-9eca-561a5b4dee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.721888 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port ff44308a-0b84-45e0-b6fb-0500a1ac0f24, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,segment=NetworkSegment(ccf36902-0d2e-410e-8dc1-2852fb18faad),segment_id=ccf36902-0d2e-410e-8dc1-2852fb18faad)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:30.731125 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c102d1-b08f-4788-ae29-b7734299553d req-96c58b54-acc5-4bdb-a8f9-242426b7d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.733773 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e4c102d1-b08f-4788-ae29-b7734299553d req-96c58b54-acc5-4bdb-a8f9-242426b7d9bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6ea559807774d15acece5956e6868f5&device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 1098 time: 0.1232421 Aug 30 10:58:30.739874 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-14a3d41b-e73f-42db-aacd-2c59448eb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.744326 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-14a3d41b-e73f-42db-aacd-2c59448eb299 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 1096 time: 0.2110686 Aug 30 10:58:30.759096 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eac8cb5f-2696-4a41-8518-a632e08b4a82 req-aa1235c2-f79b-46a4-8168-48c26cc778bc service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996977 Aug 30 10:58:30.838868 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:30.839980 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97d7b61-70b9-4c16-a687-2e0c7286e263 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:30.937347 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c102d1-b08f-4788-ae29-b7734299553d req-6bb59f89-fd1e-492e-9330-4aa9fdc09c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.939317 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e4c102d1-b08f-4788-ae29-b7734299553d req-6bb59f89-fd1e-492e-9330-4aa9fdc09c14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 200 len: 919 time: 0.1884706 Aug 30 10:58:30.940911 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 10:58:30.943795 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-cdd0ea2b-98ae-4ee9-8b3f-4a25202b6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:30.945461 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-cdd0ea2b-98ae-4ee9-8b3f-4a25202b6d0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.1961493 Aug 30 10:58:31.063440 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:31.075811 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e4c102d1-b08f-4788-ae29-b7734299553d req-f1559f59-6765-4b46-92e9-03ca4a06f067 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 200 len: 217 time: 0.1190093 Aug 30 10:58:31.120882 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.db.api [None req-0dd62bd5-353a-467f-9eca-561a5b4dee9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 10:58:31.121223 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG oslo_db.api [None req-0dd62bd5-353a-467f-9eca-561a5b4dee9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 10:58:31.129227 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:31.143581 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port f97d7b61-70b9-4c16-a687-2e0c7286e263 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:31.143986 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:31.191916 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c102d1-b08f-4788-ae29-b7734299553d req-1ae1be05-2a7b-48dc-adc4-9ae9b56866c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:31.193598 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e4c102d1-b08f-4788-ae29-b7734299553d req-1ae1be05-2a7b-48dc-adc4-9ae9b56866c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 200 len: 858 time: 0.1013894 Aug 30 10:58:31.206882 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-0566e42c-b4ce-4348-8177-9e026c90edb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398 HTTP/1.1" status: 200 len: 998 time: 0.2496481 Aug 30 10:58:31.244122 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:31.253959 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e4c102d1-b08f-4788-ae29-b7734299553d req-264c25a9-6675-4eba-a2b6-9214058f4d66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=864ca3f4-4e6f-4892-9074-84b817fbe5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503366 Aug 30 10:58:31.306133 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:58:31.322875 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Sync routers for ids ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:58:31.335981 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Routers {'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:31.337053 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:31.390495 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-17e80981-763d-414a-9ff4-ec3a4298c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:31.392563 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-17e80981-763d-414a-9ff4-ec3a4298c144 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.1733890 Aug 30 10:58:31.483166 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e4c102d1-b08f-4788-ae29-b7734299553d req-cd9462b0-727e-4f50-876b-ba994b94c2b8 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051566 Aug 30 10:58:31.489630 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:31.495567 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-fc406db0-1fea-4c18-8a0a-c67854a195ff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0189073 Aug 30 10:58:31.501096 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42766) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:31.504981 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-8df9b68d-53f3-4189-88ef-5779f42cb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:31.506554 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-8df9b68d-53f3-4189-88ef-5779f42cb474 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956590 Aug 30 10:58:31.659912 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb2709-a7f2-4862-9fe4-70c668861221 req-d580585e-d4c8-4c4a-87d0-62d267c4841b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:31.675910 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b4fb2709-a7f2-4862-9fe4-70c668861221 req-d580585e-d4c8-4c4a-87d0-62d267c4841b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.2161975 Aug 30 10:58:31.686712 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Set router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:31.747888 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f7f23f55-0339-49a4-b182-96b818e660e0 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:58:31.787680 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b4fb2709-a7f2-4862-9fe4-70c668861221 req-e1e14068-3fa9-40ed-be9f-dd5bdb3bf8e4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102936 Aug 30 10:58:31.837784 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device ff44308a-0b84-45e0-b6fb-0500a1ac0f24 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:31.848463 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: f7f23f55-0339-49a4-b182-96b818e660e0 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:58:31.850427 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f7f23f55-0339-49a4-b182-96b818e660e0 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:58:31.931295 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:31.931295 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:31.945088 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83952008-ae18-4e24-a501-b1895cb5ed3f req-08aa706e-d35f-4285-98a5-c9a01b999daf tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:31.946916 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-83952008-ae18-4e24-a501-b1895cb5ed3f req-08aa706e-d35f-4285-98a5-c9a01b999daf tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0669761 Aug 30 10:58:32.006224 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-83952008-ae18-4e24-a501-b1895cb5ed3f req-42049ad5-9de1-459d-a44d-883f38f19aa2 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515873 Aug 30 10:58:32.168232 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-fad15deb-4376-4494-8ee5-5293c5b1ee64 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916559816&fields=id&tenant_id=e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 267 time: 0.0530310 Aug 30 10:58:32.169461 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d1892e4c-7fc9-4bbb-871f-7a73d32fa2c9 req-47b8ad02-e203-45a6-a86b-56f104022e12 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=118dfb3c-8252-42e3-9fca-e50c90f5076d HTTP/1.1" status: 200 len: 210 time: 0.0783637 Aug 30 10:58:32.243658 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T10:58:29Z', 'revision_number': 3, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port': {'id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:27Z', 'updated_at': '2021-08-30T10:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:32.273364 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Checking router: aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:58:32.273713 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Updating router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 port f97aa59a-74ff-4da7-8263-472f5f34c740 binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:58:32.297541 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e4c102d1-b08f-4788-ae29-b7734299553d req-bf8e04b5-6fa6-4150-91ba-d895a5ee8bc2 service neutron] 10.222.0.18 "GET /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052328 Aug 30 10:58:32.322704 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:32.353686 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-c0524536-7b26-4e1c-981c-b5f28502c361 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:32.363328 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-c0524536-7b26-4e1c-981c-b5f28502c361 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 812 time: 0.1836228 Aug 30 10:58:32.385328 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-d68c3936-ccd5-4634-914f-8d27fd8fbf55 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/quotas/e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 375 time: 0.0209851 Aug 30 10:58:32.474988 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-1c76427d-a82a-4b85-a829-31eb7e04bd9d service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387867 Aug 30 10:58:32.515464 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-66a74a28-9cb5-402c-910f-a7cb4259b445 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287205 Aug 30 10:58:32.578801 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:32.656068 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-8d766272-d946-4b07-9038-483a65c6c456 service neutron] 10.222.0.24 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289587 Aug 30 10:58:32.789902 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-bad850c4-04a7-4cae-afc2-bfd06e0308de service neutron] 10.222.0.24 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227658 Aug 30 10:58:32.800611 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea70cd53-79dd-450c-9622-12cb343feef1 req-1cbbc165-7efb-407e-b351-2abf682a3f11 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956889 Aug 30 10:58:32.801677 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:32.820315 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Transition to ACTIVE for port object f97aa59a-74ff-4da7-8263-472f5f34c740 will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:32.904367 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:32.964715 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfbd8a-d411-47bd-af7d-3d6ab55159f1 None None] Pushing event updated for resources: {'Port': ['ID=f97aa59a-74ff-4da7-8263-472f5f34c740,revision_number=2']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:32.988807 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Attempting to bind port f97aa59a-74ff-4da7-8263-472f5f34c740 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:58:32.989312 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Attempting to bind port f97aa59a-74ff-4da7-8263-472f5f34c740 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:58:32.989776 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Attempting to bind port f97aa59a-74ff-4da7-8263-472f5f34c740 on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:32.996171 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:58:32.996782 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:32.997402 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:32.998318 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:58:32.998995 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Bound port: f97aa59a-74ff-4da7-8263-472f5f34c740, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:58:32.999587 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:33.037796 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5215ef-7cca-4d05-b652-c883ff498a32 req-530e3558-5971-4daa-8319-abd2396f2886 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:33.040016 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ae5215ef-7cca-4d05-b652-c883ff498a32 req-530e3558-5971-4daa-8319-abd2396f2886 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1414523 Aug 30 10:58:33.063403 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:33.069495 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] For port f97aa59a-74ff-4da7-8263-472f5f34c740, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:58:33.073265 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] For port f97aa59a-74ff-4da7-8263-472f5f34c740, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=f97aa59a-74ff-4da7-8263-472f5f34c740,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:58:33.102327 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ae5215ef-7cca-4d05-b652-c883ff498a32 req-ca773892-79e6-4728-9046-582bdd5ffc15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560780 Aug 30 10:58:33.174438 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:33.271055 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfbd8a-d411-47bd-af7d-3d6ab55159f1 None None] Pushing event updated for resources: {'Port': ['ID=f97aa59a-74ff-4da7-8263-472f5f34c740,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:33.523652 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Routers {'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:33.523652 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:33.526208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef3de1-4a98-4bb8-8c9b-44a546d2c383 req-966cd8ca-61e3-4d2c-9a75-954d1f0ccbe5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:33.526208 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d7ef3de1-4a98-4bb8-8c9b-44a546d2c383 req-966cd8ca-61e3-4d2c-9a75-954d1f0ccbe5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1130049 Aug 30 10:58:33.526208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Allocated IP 172.20.0.1 (406a6266-fdaa-42bb-8c25-a384f76eb0da/5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26/435128d0-6f80-48a7-83ad-fcb1ee6676ed) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:58:33.527983 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] Set router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:33.528392 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d7ef3de1-4a98-4bb8-8c9b-44a546d2c383 req-526ee545-d1b4-40c9-98c4-d0096ceaf291 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181850 Aug 30 10:58:33.567902 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:33.597219 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Transition to ACTIVE for port object 435128d0-6f80-48a7-83ad-fcb1ee6676ed will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:33.680747 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T10:58:29Z', 'revision_number': 3, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port': {'id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:27Z', 'updated_at': '2021-08-30T10:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:33.714651 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de526f7-cc35-43f7-b801-d0a167e2be35 None None] The sync data for ids ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'] in dv-cinder-806559-1-iscsi is: [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T10:58:29Z', 'revision_number': 3, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port': {'id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:27Z', 'updated_at': '2021-08-30T10:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:58:33.847496 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:33.916657 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Pushing event updated for resources: {'Port': ['ID=435128d0-6f80-48a7-83ad-fcb1ee6676ed,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:33.931004 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:33.932598 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:33.936152 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:58:34.023452 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:34.330057 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b1e92705-8217-4c3f-a0b9-c3a680108401 req-fbf1d1cf-6835-43bd-b916-b01fb889952c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.2073836 Aug 30 10:58:34.570310 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada48149-8605-4b82-ac9d-6a346c72e23a req-8359b3de-9b2c-421d-824f-3250eaccf5de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:34.579344 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ada48149-8605-4b82-ac9d-6a346c72e23a req-8359b3de-9b2c-421d-824f-3250eaccf5de tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0878189 Aug 30 10:58:34.656124 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ada48149-8605-4b82-ac9d-6a346c72e23a req-39c828d2-4315-4136-9221-11cccc227ecf tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748565 Aug 30 10:58:34.667780 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3cd7-342c-4880-a682-2673cd17b31e req-73418909-0673-4774-8c84-756f16cd8569 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:34.670602 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-627b3cd7-342c-4880-a682-2673cd17b31e req-73418909-0673-4774-8c84-756f16cd8569 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.2473083 Aug 30 10:58:34.672764 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-1516babd-4cea-4ea6-b961-89cd1d49d307 None None] Provisioning for port 435128d0-6f80-48a7-83ad-fcb1ee6676ed completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:34.681873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-1516babd-4cea-4ea6-b961-89cd1d49d307 None None] Provisioning complete for port 435128d0-6f80-48a7-83ad-fcb1ee6676ed triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:34.682475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1516babd-4cea-4ea6-b961-89cd1d49d307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:34.799762 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:34.803475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-1516babd-4cea-4ea6-b961-89cd1d49d307 None None] Port 435128d0-6f80-48a7-83ad-fcb1ee6676ed cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:58:34.865081 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5368d6a-28d0-4cb8-9b89-a82320bbfc93 req-333add31-1ce3-42eb-8cfb-3055dd8c6f3c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:34.866890 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e5368d6a-28d0-4cb8-9b89-a82320bbfc93 req-333add31-1ce3-42eb-8cfb-3055dd8c6f3c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0596201 Aug 30 10:58:34.875224 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-627b3cd7-342c-4880-a682-2673cd17b31e req-3cc461ed-bef8-4a75-a14a-bab5dedc627e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778455 Aug 30 10:58:34.998725 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e5368d6a-28d0-4cb8-9b89-a82320bbfc93 req-9f2ba7b5-c95e-4848-a992-3500935f8397 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163239 Aug 30 10:58:35.289988 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:35.429294 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:35.494969 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5c7dcf72-bd27-4fbf-9726-94de34993936 req-1fb697a7-0b66-4ad4-9794-9ae387d364f9 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0687346 Aug 30 10:58:35.598635 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:35.671386 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97aa59a-74ff-4da7-8263-472f5f34c740 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:35.678606 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Pushing event updated for resources: {'Port': ['ID=435128d0-6f80-48a7-83ad-fcb1ee6676ed,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:35.756410 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:35.760294 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:35.869925 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port f97aa59a-74ff-4da7-8263-472f5f34c740 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:35.895296 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port f97aa59a-74ff-4da7-8263-472f5f34c740 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:35.896733 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:35.913683 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c84ce-3012-46d4-ac74-78b0e399b293 req-1443842f-18e2-45a5-9a25-8af202a19ae6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:35.924976 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8c4c84ce-3012-46d4-ac74-78b0e399b293 req-1443842f-18e2-45a5-9a25-8af202a19ae6 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.1477952 Aug 30 10:58:36.059848 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8c4c84ce-3012-46d4-ac74-78b0e399b293 req-c20aa19d-9f40-41b5-925a-567b84c954ac tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292677 Aug 30 10:58:36.103913 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:58:36.312101 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:36.350715 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df2c44-5412-49fd-9282-c9e8bacb3a94 req-5f11502d-b3be-4074-8edd-2d9efe511bfa tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:36.360124 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1df2c44-5412-49fd-9282-c9e8bacb3a94 req-5f11502d-b3be-4074-8edd-2d9efe511bfa tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1910572 Aug 30 10:58:36.380396 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port f97aa59a-74ff-4da7-8263-472f5f34c740, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=f97aa59a-74ff-4da7-8263-472f5f34c740,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:36.414116 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:58:36.424154 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3bbf659b-ec8e-4d56-91e0-e2656c0f66f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9158397 Aug 30 10:58:36.435862 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1df2c44-5412-49fd-9282-c9e8bacb3a94 req-766048fd-b430-4687-8c15-60ae2e6bc8f5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746622 Aug 30 10:58:36.441430 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:36.586735 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=f97aa59a-74ff-4da7-8263-472f5f34c740,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:36.622463 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Sync routers for ids ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:58:36.631181 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-5f0f3354-356d-4e27-92d2-416f4d177498 None None] Provisioning complete for port 435128d0-6f80-48a7-83ad-fcb1ee6676ed triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:36.632682 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5f0f3354-356d-4e27-92d2-416f4d177498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:36.657511 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661130 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661912 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.661912 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.662085 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:58:36.708669 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Routers {'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:36.709375 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:36.730667 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3c1b8f90-34aa-47bc-a6cc-4e30da77b7c4 req-cc6f35e5-8713-4f26-aba3-5dab135a8429 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0390170 Aug 30 10:58:36.764217 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f3354-356d-4e27-92d2-416f4d177498 None None] Port 435128d0-6f80-48a7-83ad-fcb1ee6676ed cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:58:36.916485 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Set router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:37.245733 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76f2f0-21a7-4f3f-aa2a-515c46764c5a req-ae310fdc-dd73-4205-a2ec-1f30ee908c32 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:37.253825 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6a76f2f0-21a7-4f3f-aa2a-515c46764c5a req-ae310fdc-dd73-4205-a2ec-1f30ee908c32 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0951147 Aug 30 10:58:37.321044 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T10:58:34Z', 'revision_number': 4, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port': {'id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:27Z', 'updated_at': '2021-08-30T10:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '435128d0-6f80-48a7-83ad-fcb1ee6676ed', 'name': '', 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'mac_address': 'fa:16:3e:39:25:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:33Z', 'updated_at': '2021-08-30T10:58:34Z', 'revision_number': 2, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'subnets': [{'id': '5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:37.343338 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6a76f2f0-21a7-4f3f-aa2a-515c46764c5a req-8f815671-893f-4892-86d5-c07c0f73cf8d tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807543 Aug 30 10:58:37.358602 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Checking router: aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:58:37.359040 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Updating router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 port 435128d0-6f80-48a7-83ad-fcb1ee6676ed binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 10:58:37.386690 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:37.535147 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97aa59a-74ff-4da7-8263-472f5f34c740 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:37.596620 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372bf84-03ae-4351-a4a7-aa9eb0e627bf req-0e79e36a-e4f3-4518-9036-2722ad7911e8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:37.598634 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6372bf84-03ae-4351-a4a7-aa9eb0e627bf req-0e79e36a-e4f3-4518-9036-2722ad7911e8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0795546 Aug 30 10:58:37.673455 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port f97aa59a-74ff-4da7-8263-472f5f34c740 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:37.673805 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:37.687602 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6372bf84-03ae-4351-a4a7-aa9eb0e627bf req-48f1ddd5-f411-4144-80c3-97210bd26837 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792525 Aug 30 10:58:37.867855 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42888) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:37.873029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-7d08fbe8-153b-4091-af3c-00a8ebdd8e2b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61688513', 'description': 'tempest-secgroup-smoke-61688513 description', 'project_id': '844964501d1e4d3e88d53099fe8554cb'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:37.881551 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:37.904554 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Transition to ACTIVE for port object 435128d0-6f80-48a7-83ad-fcb1ee6676ed will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:37.909831 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b93e448e-8d09-4bc7-837a-c7fe38fefc4b req-98a91ea5-0e53-4c92-a551-a5f56841a19c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0633121 Aug 30 10:58:38.021862 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7d08fbe8-153b-4091-af3c-00a8ebdd8e2b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.070174 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.197021 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7938b3-4707-4c5d-a07a-e6cd00c27b41 None None] Pushing event updated for resources: {'Port': ['ID=435128d0-6f80-48a7-83ad-fcb1ee6676ed,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:38.220902 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7d08fbe8-153b-4091-af3c-00a8ebdd8e2b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.290158 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Attempting to bind port 435128d0-6f80-48a7-83ad-fcb1ee6676ed on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:58:38.290528 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Attempting to bind port 435128d0-6f80-48a7-83ad-fcb1ee6676ed by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:58:38.290891 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Attempting to bind port 435128d0-6f80-48a7-83ad-fcb1ee6676ed on network 406a6266-fdaa-42bb-8c25-a384f76eb0da {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:38.299315 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:58:38.300223 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Checking segment: {'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:38.300987 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.301720 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Bound using segment: {'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:58:38.303251 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Bound port: 435128d0-6f80-48a7-83ad-fcb1ee6676ed, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf36902-0d2e-410e-8dc1-2852fb18faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:58:38.303693 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.393679 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] For port 435128d0-6f80-48a7-83ad-fcb1ee6676ed, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:58:38.401681 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] For port 435128d0-6f80-48a7-83ad-fcb1ee6676ed, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=435128d0-6f80-48a7-83ad-fcb1ee6676ed,segment=NetworkSegment(ccf36902-0d2e-410e-8dc1-2852fb18faad),segment_id=ccf36902-0d2e-410e-8dc1-2852fb18faad)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:58:38.525293 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91d6ec-2aad-4363-a97e-52e2e2e739a2 req-07acd5d8-fa83-4e50-b7da-830985b5f66f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:38.525566 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7d08fbe8-153b-4091-af3c-00a8ebdd8e2b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.526911 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6c91d6ec-2aad-4363-a97e-52e2e2e739a2 req-07acd5d8-fa83-4e50-b7da-830985b5f66f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0705137 Aug 30 10:58:38.527064 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.624375 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08fbe8-153b-4091-af3c-00a8ebdd8e2b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b786d69a-69d2-4946-a291-da25a08bab73,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:38.630136 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7938b3-4707-4c5d-a07a-e6cd00c27b41 None None] Pushing event updated for resources: {'Port': ['ID=435128d0-6f80-48a7-83ad-fcb1ee6676ed,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:38.633153 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Routers {'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:58:38.633839 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:58:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:38.635828 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6c91d6ec-2aad-4363-a97e-52e2e2e739a2 req-5243b478-79c0-4ca3-89e9-dc9c74bfa5fc tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980382 Aug 30 10:58:38.692008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7d08fbe8-153b-4091-af3c-00a8ebdd8e2b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.693425 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-7d08fbe8-153b-4091-af3c-00a8ebdd8e2b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.8243651 Aug 30 10:58:38.696238 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42898) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:38.702259 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-60dadd2e-3576-4af6-b585-43992086eeaf tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'security_group_rule': {'security_group_id': 'b786d69a-69d2-4946-a291-da25a08bab73', 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:38.842522 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] Set router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:58:38.970507 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60dadd2e-3576-4af6-b585-43992086eeaf tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:38.977111 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fad2b-7b98-434f-a8a0-099d3f0c0436 req-7a7c4c0b-5c7d-4d2a-aca1-f6ab4da4fe3a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:38.978837 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1d9fad2b-7b98-434f-a8a0-099d3f0c0436 req-7a7c4c0b-5c7d-4d2a-aca1-f6ab4da4fe3a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1443367 Aug 30 10:58:39.073705 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1d9fad2b-7b98-434f-a8a0-099d3f0c0436 req-42fa2b48-0c92-4c5c-aa7a-a85cadda0f6c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869563 Aug 30 10:58:39.077667 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60dadd2e-3576-4af6-b585-43992086eeaf tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.128185 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e7b8d78e-14bd-4c46-aa57-be26e28449d8 req-bbf286a1-bdcc-46ff-b129-2f857a526edd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0568917 Aug 30 10:58:39.167874 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T10:58:34Z', 'revision_number': 4, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port': {'id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:27Z', 'updated_at': '2021-08-30T10:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '435128d0-6f80-48a7-83ad-fcb1ee6676ed', 'name': '', 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'mac_address': 'fa:16:3e:39:25:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:33Z', 'updated_at': '2021-08-30T10:58:38Z', 'revision_number': 4, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'subnets': [{'id': '5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:58:39.199078 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d680fe8-d6f7-4f18-aa95-a13564abb1e7 None None] The sync data for ids ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'] in dv-cinder-806559-1-iscsi is: [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T10:58:34Z', 'revision_number': 4, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port': {'id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:27Z', 'updated_at': '2021-08-30T10:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '435128d0-6f80-48a7-83ad-fcb1ee6676ed', 'name': '', 'network_id': '406a6266-fdaa-42bb-8c25-a384f76eb0da', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'mac_address': 'fa:16:3e:39:25:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:33Z', 'updated_at': '2021-08-30T10:58:38Z', 'revision_number': 4, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'subnets': [{'id': '5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:58:39.222187 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60dadd2e-3576-4af6-b585-43992086eeaf tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.254547 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dadd2e-3576-4af6-b585-43992086eeaf tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada91599-8379-4b7a-bbef-0a906701f862,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:39.349354 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60dadd2e-3576-4af6-b585-43992086eeaf tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.351005 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-60dadd2e-3576-4af6-b585-43992086eeaf tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6534119 Aug 30 10:58:39.353707 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42908) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:39.358588 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-1a24a84b-1339-45e6-a162-46b8961c5972 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'security_group_rule': {'security_group_id': 'b786d69a-69d2-4946-a291-da25a08bab73', 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:39.500035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1a24a84b-1339-45e6-a162-46b8961c5972 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.600085 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 435128d0-6f80-48a7-83ad-fcb1ee6676ed up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:39.616799 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1a24a84b-1339-45e6-a162-46b8961c5972 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.710451 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1a24a84b-1339-45e6-a162-46b8961c5972 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.746731 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24a84b-1339-45e6-a162-46b8961c5972 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9180c2c8-2afe-4009-ac3f-190dbdf42702,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:39.841275 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 435128d0-6f80-48a7-83ad-fcb1ee6676ed completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:39.846731 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 435128d0-6f80-48a7-83ad-fcb1ee6676ed triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:39.847133 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.851782 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1a24a84b-1339-45e6-a162-46b8961c5972 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:39.856317 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-1a24a84b-1339-45e6-a162-46b8961c5972 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5014272 Aug 30 10:58:39.857889 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42914) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:39.860753 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a442-5569-4c97-94cb-e0138f34dff0 req-3da2603e-7d32-49b6-8531-792559955622 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:39.863274 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f669a442-5569-4c97-94cb-e0138f34dff0 req-3da2603e-7d32-49b6-8531-792559955622 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0984349 Aug 30 10:58:39.870565 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-a62fd2dc-5445-4bcb-9104-9c1f8618f650 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'security_group_rule': {'security_group_id': 'b786d69a-69d2-4946-a291-da25a08bab73', 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:39.936031 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f669a442-5569-4c97-94cb-e0138f34dff0 req-78f920fb-e4ab-457b-b24a-2edfc0935b1f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492344 Aug 30 10:58:40.050369 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a62fd2dc-5445-4bcb-9104-9c1f8618f650 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.062904 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.117948 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 435128d0-6f80-48a7-83ad-fcb1ee6676ed, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=435128d0-6f80-48a7-83ad-fcb1ee6676ed,segment=NetworkSegment(ccf36902-0d2e-410e-8dc1-2852fb18faad),segment_id=ccf36902-0d2e-410e-8dc1-2852fb18faad)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:40.183116 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a62fd2dc-5445-4bcb-9104-9c1f8618f650 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.200945 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.291412 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a62fd2dc-5445-4bcb-9104-9c1f8618f650 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.296535 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e838f8d3-cef0-43f9-9062-6d4ce938365e req-e5c41567-e904-4aef-b38c-e59024f7aac0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0662196 Aug 30 10:58:40.323131 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fd2dc-5445-4bcb-9104-9c1f8618f650 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff6d055-0610-4c2b-8d08-6d15eac0a2f7,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:40.361859 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ec2c0-4e51-4309-9365-c243fa4fd186 req-d5913193-c477-478b-9d29-127ac4253c90 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:40.369584 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d24ec2c0-4e51-4309-9365-c243fa4fd186 req-d5913193-c477-478b-9d29-127ac4253c90 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1512890 Aug 30 10:58:40.396473 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=435128d0-6f80-48a7-83ad-fcb1ee6676ed,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:40.424128 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a62fd2dc-5445-4bcb-9104-9c1f8618f650 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.426037 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a62fd2dc-5445-4bcb-9104-9c1f8618f650 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5674114 Aug 30 10:58:40.430011 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42928) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:40.435043 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-0a9fe2f9-c2f2-4f1e-a702-e6dc6d188e06 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'security_group_rule': {'security_group_id': 'b786d69a-69d2-4946-a291-da25a08bab73', 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:40.465114 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d24ec2c0-4e51-4309-9365-c243fa4fd186 req-59f103b9-0c79-4789-a683-ab4345c86a8b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940971 Aug 30 10:58:40.583443 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a9fe2f9-c2f2-4f1e-a702-e6dc6d188e06 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.731914 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a9fe2f9-c2f2-4f1e-a702-e6dc6d188e06 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.821920 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a9fe2f9-c2f2-4f1e-a702-e6dc6d188e06 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.847506 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fe2f9-c2f2-4f1e-a702-e6dc6d188e06 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bee56a-ee03-45d5-a46f-df5f69d37cd5,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:40.960333 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a9fe2f9-c2f2-4f1e-a702-e6dc6d188e06 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:40.964844 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 42936) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:40.965188 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-0a9fe2f9-c2f2-4f1e-a702-e6dc6d188e06 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5335832 Aug 30 10:58:40.974512 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'security_group_rule': {'security_group_id': 'b786d69a-69d2-4946-a291-da25a08bab73', 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:41.132545 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.securitygroups_db [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Project 844964501d1e4d3e88d53099fe8554cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 10:58:41.139364 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:41.218103 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8579b-f8d7-49e7-a5a3-554ee86579a2 req-041762a6-c0e4-458a-a7cc-999d3d86d365 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:41.220151 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63c8579b-f8d7-49e7-a5a3-554ee86579a2 req-041762a6-c0e4-458a-a7cc-999d3d86d365 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0894454 Aug 30 10:58:41.280476 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:41.304800 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-63c8579b-f8d7-49e7-a5a3-554ee86579a2 req-9f7d52e9-327a-416a-bf32-8055edc81fa0 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583513 Aug 30 10:58:41.362261 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:41.385795 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b571375-519a-483d-b908-1d99b5ea1bef,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:41.455004 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ccd4a780-9f15-47cc-a8d0-9438e7bccabc req-02974001-9e28-430a-bd41-72c3573f5a8d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0375266 Aug 30 10:58:41.485106 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:41.485106 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-35247df1-065c-4abe-bbd8-0556d247dc75 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5182271 Aug 30 10:58:41.488230 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 42944) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:41.495326 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'security_group_rule': {'security_group_id': 'b786d69a-69d2-4946-a291-da25a08bab73', 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:41.542158 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 435128d0-6f80-48a7-83ad-fcb1ee6676ed up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:58:41.658527 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.securitygroups_db [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Project 844964501d1e4d3e88d53099fe8554cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 10:58:41.672967 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:41.689730 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 435128d0-6f80-48a7-83ad-fcb1ee6676ed triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:41.691000 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:41.710065 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd9c6b-b208-40dc-b3c0-348e70588e1e req-94cb8038-ba2f-4f92-b00f-4be3e2fcf2c7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:41.712703 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-abbd9c6b-b208-40dc-b3c0-348e70588e1e req-94cb8038-ba2f-4f92-b00f-4be3e2fcf2c7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1129050 Aug 30 10:58:41.855667 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:41.861318 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-abbd9c6b-b208-40dc-b3c0-348e70588e1e req-99d770e6-5094-451a-b9fd-726d990b624c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230037 Aug 30 10:58:42.471617 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17a4f3-9c9e-443d-8fcd-f7f3a654f76f req-9a354603-14e1-4b9b-947d-02cbb044edf2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:42.473721 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-df17a4f3-9c9e-443d-8fcd-f7f3a654f76f req-9a354603-14e1-4b9b-947d-02cbb044edf2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0710995 Aug 30 10:58:42.520357 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-df17a4f3-9c9e-443d-8fcd-f7f3a654f76f req-275cd7a3-a700-4a90-b92e-0bd5c4b8b32e tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Aug 30 10:58:42.557191 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:42.586585 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9b6694-1670-4348-a90c-c4c9ec6f1586,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:42.639091 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ec2c6e67-63e1-44bc-97ff-1ecffb2db269 req-e5ed0db0-4a67-4733-88e9-699d824efd2e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0377512 Aug 30 10:58:42.736733 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:42.736733 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-007e496d-24f1-4163-92c2-8ea3ea9e6e0e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2438090 Aug 30 10:58:43.077280 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35522961-de34-413b-9828-0478f6ea08c6 req-33ddba3c-840b-4272-ae1c-041a7a398622 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:43.080113 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-35522961-de34-413b-9828-0478f6ea08c6 req-33ddba3c-840b-4272-ae1c-041a7a398622 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0858564 Aug 30 10:58:43.083884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43000) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:43.153434 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-35522961-de34-413b-9828-0478f6ea08c6 req-3b285755-5326-4524-b2e6-42cc8aa387be tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640383 Aug 30 10:58:43.278907 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f2053008-fb5c-4bf7-bfc6-d7f84ae7ddea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:43.491552 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f2053008-fb5c-4bf7-bfc6-d7f84ae7ddea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:43.720868 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b972009-ca8f-4872-94f6-00cd473214cd req-7f8c078d-711e-428f-8485-5a530115c54b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:43.725792 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0b972009-ca8f-4872-94f6-00cd473214cd req-7f8c078d-711e-428f-8485-5a530115c54b tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0886955 Aug 30 10:58:43.776561 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0b972009-ca8f-4872-94f6-00cd473214cd req-dae500d0-83e5-4510-8c58-9effe2ff9e25 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469520 Aug 30 10:58:43.802032 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7db811e6-1a54-433a-ba4e-919f24eb10e3 req-c7e6b916-7a88-4eff-a814-daec294600e0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0596862 Aug 30 10:58:43.847013 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f2053008-fb5c-4bf7-bfc6-d7f84ae7ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:43.885050 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2053008-fb5c-4bf7-bfc6-d7f84ae7ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48015f2b-4dc5-477a-bb75-7e6d213b91d6,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:43.933401 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-f2053008-fb5c-4bf7-bfc6-d7f84ae7ddea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed29ab896273404f8ffdf59632a93a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364093 Aug 30 10:58:43.934165 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43010) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:58:43.968232 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:58:44.006799 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b1561f7f-6a59-42d6-b041-e35a39f9358e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:44.045121 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b1561f7f-6a59-42d6-b041-e35a39f9358e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:44.195228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b1561f7f-6a59-42d6-b041-e35a39f9358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:44.199493 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b1561f7f-6a59-42d6-b041-e35a39f9358e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:44.203926 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b1561f7f-6a59-42d6-b041-e35a39f9358e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48015f2b-4dc5-477a-bb75-7e6d213b91d6 HTTP/1.1" status: 204 len: 168 time: 0.2661994 Aug 30 10:58:44.217856 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1561f7f-6a59-42d6-b041-e35a39f9358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48015f2b-4dc5-477a-bb75-7e6d213b91d6,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:44.432129 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187bc6-55de-42e4-9668-9fcdffe081bf req-d67ce3a0-ffa8-4fa9-ba9b-d94c1ed8f0fe tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:44.435045 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0b187bc6-55de-42e4-9668-9fcdffe081bf req-d67ce3a0-ffa8-4fa9-ba9b-d94c1ed8f0fe tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1182988 Aug 30 10:58:44.499757 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0b187bc6-55de-42e4-9668-9fcdffe081bf req-9ddca5e4-9116-4ad0-9c87-79689ec97507 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521417 Aug 30 10:58:44.965128 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780643-aa3d-4952-9303-1fa8070d65e7 req-8b750f6b-8117-4039-a9a6-2099fcff7b2f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:44.975765 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b5780643-aa3d-4952-9303-1fa8070d65e7 req-8b750f6b-8117-4039-a9a6-2099fcff7b2f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0950129 Aug 30 10:58:44.992099 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b112b07a-20cf-44c5-befc-6be64518f438 req-a70883e3-8a97-486a-b055-8f527467efdb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0567241 Aug 30 10:58:45.061497 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b5780643-aa3d-4952-9303-1fa8070d65e7 req-2debaf14-bb27-4123-aa46-fd2b882adfe1 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824969 Aug 30 10:58:45.694282 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc61ebf-7ad9-4161-8f1f-a45a95244921 req-a5be559c-b504-4716-9cda-f8f2bef73981 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:45.695554 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4dc61ebf-7ad9-4161-8f1f-a45a95244921 req-a5be559c-b504-4716-9cda-f8f2bef73981 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0755711 Aug 30 10:58:45.762088 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4dc61ebf-7ad9-4161-8f1f-a45a95244921 req-d1204098-1bfa-4c87-98bc-ca81d75376cb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591290 Aug 30 10:58:46.153917 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cdd91ff3-672d-43ae-9281-f4cf684e7b07 req-18aad694-6b7a-433a-af25-867d01da4a18 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0531790 Aug 30 10:58:46.245529 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f90f72-8a58-42db-8565-dd0ea411e075 req-0b3e1fe2-2684-4e00-90d0-9752feae1d77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:46.247456 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-89f90f72-8a58-42db-8565-dd0ea411e075 req-0b3e1fe2-2684-4e00-90d0-9752feae1d77 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0925810 Aug 30 10:58:46.297527 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-89f90f72-8a58-42db-8565-dd0ea411e075 req-f5e2a0b2-bbfb-4cea-bbe8-0b77c6c494b9 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Aug 30 10:58:46.911340 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc65ae-7093-4dfb-b392-5d6400f4f828 req-19706194-fc27-4a12-89a9-8c85e7f6c8ff tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:46.913047 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f8bc65ae-7093-4dfb-b392-5d6400f4f828 req-19706194-fc27-4a12-89a9-8c85e7f6c8ff tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0723062 Aug 30 10:58:46.990430 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f8bc65ae-7093-4dfb-b392-5d6400f4f828 req-9e536f5b-044f-440e-a91f-a93ac9601ab6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582194 Aug 30 10:58:47.239948 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9642-7f9a-4863-9380-1706deda660a req-7dd87128-f947-4439-ad09-050a2c52d20a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:47.241653 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a9f9642-7f9a-4863-9380-1706deda660a req-7dd87128-f947-4439-ad09-050a2c52d20a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0610850 Aug 30 10:58:47.309590 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a5394c0f-8300-4722-af2e-2b3a9aba2dde req-2a178233-3646-4407-8108-ad961ff94c37 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0658627 Aug 30 10:58:47.502451 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-063dd751-a91b-46ec-b9e2-8451a2b7f4b7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:47.505079 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-063dd751-a91b-46ec-b9e2-8451a2b7f4b7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 812 time: 0.2001364 Aug 30 10:58:47.510483 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Deleting port 70b68a81-25c7-4763-b901-5c7894d4ab1e {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:58:47.510993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:47.514187 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad919da-ad97-453d-a1ba-c0e6380cebcf req-b2ea0138-79ab-47d8-be4c-2d4cd9d855f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:47.517263 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1ad919da-ad97-453d-a1ba-c0e6380cebcf req-b2ea0138-79ab-47d8-be4c-2d4cd9d855f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 945 time: 0.0840118 Aug 30 10:58:47.565254 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1ad919da-ad97-453d-a1ba-c0e6380cebcf req-0d0b5bba-d091-4112-8817-62dc2a95a376 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Aug 30 10:58:47.633302 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-3bc56590-076e-4b7e-aabe-3fd703c50636 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 380 time: 0.1150081 Aug 30 10:58:47.646151 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'port': {'device_id': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'admin_state_up': True, 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'security_groups': ['54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:47.720511 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] For port 70b68a81-25c7-4763-b901-5c7894d4ab1e, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=70b68a81-25c7-4763-b901-5c7894d4ab1e,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:47.721059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:47.745890 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Calling delete_port for 70b68a81-25c7-4763-b901-5c7894d4ab1e owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:58:47.933579 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Made reservation on behalf of e0ad5c2bb985498fa131001af10b6a3b for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:58:47.936410 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:48.038071 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:48.051498 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300', '70b68a81-25c7-4763-b901-5c7894d4ab1e'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:58:48.097942 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event deleted for resources: {'Port': ['ID=70b68a81-25c7-4763-b901-5c7894d4ab1e,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:48.238589 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] No DVR routers for this DVR port 70b68a81-25c7-4763-b901-5c7894d4ab1e on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:58:48.243058 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:48.250881 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a9f9642-7f9a-4863-9380-1706deda660a req-bd77166f-7a31-4a3f-8c02-fc55c762dd20 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "DELETE /v2.0/ports/70b68a81-25c7-4763-b901-5c7894d4ab1e HTTP/1.1" status: 204 len: 173 time: 0.9874716 Aug 30 10:58:48.250881 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'name': 'network-vif-deleted', 'tag': '70b68a81-25c7-4763-b901-5c7894d4ab1e'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:58:48.250881 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262a6b2f-61c4-4721-b9f3-b3fc18a126cb" -d '{"events": [{"server_uuid": "fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0", "name": "network-vif-deleted", "tag": "70b68a81-25c7-4763-b901-5c7894d4ab1e"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:58:48.267643 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Allocated IP 172.20.0.9 (bd648ed5-f5c1-4641-995d-5accb6767a46/ea27ae4c-742f-4c3a-ac17-4d5466c0b274/4f9be150-00c4-4136-996b-8940954c9b8f) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:58:48.290890 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f9f7e-debc-48de-a164-9eb09813d2de req-69bc40dd-75df-4027-817c-1ab0e6bc5a0b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:48.292528 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a83f9f7e-debc-48de-a164-9eb09813d2de req-69bc40dd-75df-4027-817c-1ab0e6bc5a0b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1430511 Aug 30 10:58:48.294845 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f9f0ec-f198-4b01-9f9a-57c8739cf1b0 x-openstack-request-id: req-79f9f0ec-f198-4b01-9f9a-57c8739cf1b0 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:58:48.295135 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0", "name": "network-vif-deleted", "tag": "70b68a81-25c7-4763-b901-5c7894d4ab1e", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:58:48.295385 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79f9f0ec-f198-4b01-9f9a-57c8739cf1b0 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:58:48.295763 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0', 'name': 'network-vif-deleted', 'tag': '70b68a81-25c7-4763-b901-5c7894d4ab1e', 'status': 'completed', 'code': 200} Aug 30 10:58:48.421443 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a83f9f7e-debc-48de-a164-9eb09813d2de req-96b99457-b058-464d-8f0f-f9f28f268e3c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201663 Aug 30 10:58:48.509047 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-28931d87-767c-4d93-abd6-b432813c535d req-263a7078-3d04-4063-bbe9-f46a8bd8255b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0430250 Aug 30 10:58:48.521060 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:48.544918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Transition to ACTIVE for port object 4f9be150-00c4-4136-996b-8940954c9b8f will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:48.950866 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0afa9483-25ce-46de-a2ed-1fb5665a65e5 req-753c1240-1307-4e11-8447-1c33cd5eb197 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.2993951 Aug 30 10:58:48.952062 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:49.000657 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Network bd648ed5-f5c1-4641-995d-5accb6767a46 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:58:49.004120 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:58:49.008746 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:58:49.036617 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=4f9be150-00c4-4136-996b-8940954c9b8f,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:49.095431 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:49.102384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:49.349351 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e0acfb54-f783-4cc9-9b3b-9430a07af730 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7086389 Aug 30 10:58:49.399896 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9bf89632-db5b-4f33-b11b-73d5b88100a1 None None] Provisioning for port 4f9be150-00c4-4136-996b-8940954c9b8f completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:58:49.404015 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9bf89632-db5b-4f33-b11b-73d5b88100a1 None None] Provisioning complete for port 4f9be150-00c4-4136-996b-8940954c9b8f triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:58:49.404396 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9bf89632-db5b-4f33-b11b-73d5b88100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:49.440473 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-9bf89632-db5b-4f33-b11b-73d5b88100a1 None None] Port 4f9be150-00c4-4136-996b-8940954c9b8f cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:58:49.583168 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb967f0-fdd3-45c4-850d-e64f8482632e req-6e50fe6b-4b37-453f-aa61-f115468e8394 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:49.584783 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-feb967f0-fdd3-45c4-850d-e64f8482632e req-6e50fe6b-4b37-453f-aa61-f115468e8394 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0705032 Aug 30 10:58:49.634977 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-feb967f0-fdd3-45c4-850d-e64f8482632e req-f0a2367a-9a4e-4e08-b84c-b8ff11107c70 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Aug 30 10:58:49.692795 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7cbb7-829b-4ebf-bf2d-0922ef61e3fc req-c074f93e-928b-4e64-9942-f50320b033fe tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:49.694407 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-08b7cbb7-829b-4ebf-bf2d-0922ef61e3fc req-c074f93e-928b-4e64-9942-f50320b033fe tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 931 time: 0.0656312 Aug 30 10:58:49.740073 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-08b7cbb7-829b-4ebf-bf2d-0922ef61e3fc req-b708bb9d-4d45-4950-a97c-8855cf850ed6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392725 Aug 30 10:58:50.068903 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e4a88bd8-0184-4627-9490-c8ab8bd62f21 req-bf0713ce-5e40-435a-be9f-db4070f301da tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.0286043 Aug 30 10:58:50.773281 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede84cf4-50e8-4a9f-94a4-d7ef6b980449 req-64336fa2-79b1-4c52-b9e7-ae5e9d27dbd0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:50.775008 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ede84cf4-50e8-4a9f-94a4-d7ef6b980449 req-64336fa2-79b1-4c52-b9e7-ae5e9d27dbd0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0559857 Aug 30 10:58:50.834120 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ede84cf4-50e8-4a9f-94a4-d7ef6b980449 req-d541daeb-c060-4bbe-a456-a1d076efa98b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469024 Aug 30 10:58:50.917535 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd5c79-dbe7-4b7a-89cb-302d64de1f23 req-b40a4091-6e41-46f9-84d7-d552eb9a42b4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:50.920397 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bfcd5c79-dbe7-4b7a-89cb-302d64de1f23 req-b40a4091-6e41-46f9-84d7-d552eb9a42b4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 931 time: 0.0813653 Aug 30 10:58:50.971148 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bfcd5c79-dbe7-4b7a-89cb-302d64de1f23 req-ef0e7044-ab1a-4012-b7b2-eb1eced29772 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Aug 30 10:58:51.193995 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f4a8b1ef-537a-4d56-af85-bae5b62662e9 req-b8acede0-ed6a-4e5d-abd9-9b6ce64f4e67 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.0296941 Aug 30 10:58:52.017167 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8a39-b46b-4db8-89ae-6726704ba9b6 req-208ae16e-6833-417a-97b8-bdad14bdf084 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:52.019905 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f6bf8a39-b46b-4db8-89ae-6726704ba9b6 req-208ae16e-6833-417a-97b8-bdad14bdf084 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0769284 Aug 30 10:58:52.075806 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f6bf8a39-b46b-4db8-89ae-6726704ba9b6 req-a5867769-988c-4047-a673-be0270d06da4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461609 Aug 30 10:58:52.122682 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d03d55-f6b3-4e7a-94c9-7a279ab415c1 req-5dae08be-96c1-4d8d-b03d-9d5d72a3c455 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:52.124335 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-38d03d55-f6b3-4e7a-94c9-7a279ab415c1 req-5dae08be-96c1-4d8d-b03d-9d5d72a3c455 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 931 time: 0.0604596 Aug 30 10:58:52.167260 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-38d03d55-f6b3-4e7a-94c9-7a279ab415c1 req-b7f107b0-c81c-4644-8250-cd3c5600df44 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349648 Aug 30 10:58:52.207139 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Request body: {'port': {'device_id': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:58:52.222264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 70b68a81-25c7-4763-b901-5c7894d4ab1e no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:58:52.245354 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 70b68a81-25c7-4763-b901-5c7894d4ab1e {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:58:52.245965 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 70b68a81-25c7-4763-b901-5c7894d4ab1e not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:58:52.275430 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:52.335658 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1083bd2b-4556-4c82-9a11-c45569f1390f req-1c1a3a76-9c91-4997-bdaa-1022bee87fdd tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb283e2c-d5dd-4fa2-bc71-b4b7c4c956e0 HTTP/1.1" status: 200 len: 210 time: 0.0310280 Aug 30 10:58:52.589758 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9be150-00c4-4136-996b-8940954c9b8f {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:58:52.598125 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:52.610029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Transition to ACTIVE for port object 4f9be150-00c4-4136-996b-8940954c9b8f will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:58:52.731548 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:52.792197 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9be150-00c4-4136-996b-8940954c9b8f,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:52.870369 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Attempting to bind port 4f9be150-00c4-4136-996b-8940954c9b8f on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:58:52.870710 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Attempting to bind port 4f9be150-00c4-4136-996b-8940954c9b8f by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:58:52.871046 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Attempting to bind port 4f9be150-00c4-4136-996b-8940954c9b8f on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:52.876366 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Port 4f9be150-00c4-4136-996b-8940954c9b8f on network bd648ed5-f5c1-4641-995d-5accb6767a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:58:52.876694 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Attempting to bind port 4f9be150-00c4-4136-996b-8940954c9b8f on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:58:52.883396 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:58:52.883741 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Checking segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:58:52.884214 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Bound using segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:58:52.884658 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Bound port: 4f9be150-00c4-4136-996b-8940954c9b8f, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:58:52.885051 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:52.968006 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] For port 4f9be150-00c4-4136-996b-8940954c9b8f, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:58:52.970500 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] For port 4f9be150-00c4-4136-996b-8940954c9b8f, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=4f9be150-00c4-4136-996b-8940954c9b8f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:58:53.075134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:53.114456 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.115252 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:53.116550 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f9be150-00c4-4136-996b-8940954c9b8f HTTP/1.1" status: 200 len: 1093 time: 0.9175658 Aug 30 10:58:53.117092 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:58:53.121786 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa5bf0-812e-4497-bf99-5fa99c5c394d" -d '{"events": [{"name": "network-changed", "server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:58:53.195439 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b381a1-35e0-43e1-bbd0-6d4e95d135a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9be150-00c4-4136-996b-8940954c9b8f,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:53.226237 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c1623d-7210-439d-89fa-94aaeadbb946 x-openstack-request-id: req-28c1623d-7210-439d-89fa-94aaeadbb946 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:58:53.226533 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:58:53.226793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28c1623d-7210-439d-89fa-94aaeadbb946 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:58:53.227195 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f', 'status': 'completed', 'code': 200} Aug 30 10:58:53.308580 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a6d13-7560-4dc4-acfe-43380a5c4146 req-37b3148d-2567-46e8-8170-a9fa70f8c27e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.311366 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-369a6d13-7560-4dc4-acfe-43380a5c4146 req-37b3148d-2567-46e8-8170-a9fa70f8c27e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.1074350 Aug 30 10:58:53.366915 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa5bf0-812e-4497-bf99-5fa99c5c394d req-4d4bee72-5764-4097-8a2f-b4589e76dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.369403 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-42aa5bf0-812e-4497-bf99-5fa99c5c394d req-4d4bee72-5764-4097-8a2f-b4589e76dc93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 1096 time: 0.1218374 Aug 30 10:58:53.380093 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef2535-0dbe-433d-9c8e-d5d68b689b30 req-f3689319-dc6b-4fb5-96b1-78eeae52b084 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.393668 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b9ef2535-0dbe-433d-9c8e-d5d68b689b30 req-f3689319-dc6b-4fb5-96b1-78eeae52b084 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.1049953 Aug 30 10:58:53.439991 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b9ef2535-0dbe-433d-9c8e-d5d68b689b30 req-719992a4-7060-4052-a46c-04297e7d5938 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403337 Aug 30 10:58:53.446555 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-369a6d13-7560-4dc4-acfe-43380a5c4146 req-788fd3e4-e63b-414d-988f-3ce4ca3901f8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247082 Aug 30 10:58:53.538564 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa5bf0-812e-4497-bf99-5fa99c5c394d req-d4584bdf-d766-4e5e-b958-7080b20034e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.540137 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-42aa5bf0-812e-4497-bf99-5fa99c5c394d req-d4584bdf-d766-4e5e-b958-7080b20034e8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1600387 Aug 30 10:58:53.662540 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa5bf0-812e-4497-bf99-5fa99c5c394d req-6c75e270-b3d9-4b4d-8028-ff6d2450727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.665240 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-42aa5bf0-812e-4497-bf99-5fa99c5c394d req-6c75e270-b3d9-4b4d-8028-ff6d2450727e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159017 Aug 30 10:58:53.765701 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e9ebc946-d646-424c-9d5f-da85da513f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.767470 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-e9ebc946-d646-424c-9d5f-da85da513f67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 1096 time: 0.0515249 Aug 30 10:58:53.812353 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-5e38d243-cec7-44bc-a7e7-18c4b7fb3909 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f9be150-00c4-4136-996b-8940954c9b8f HTTP/1.1" status: 200 len: 217 time: 0.0363712 Aug 30 10:58:53.882053 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-c05ed7ed-f040-4e7e-9a26-5030234eef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.883417 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-c05ed7ed-f040-4e7e-9a26-5030234eef21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0584645 Aug 30 10:58:53.931948 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-de42de33-50f8-4ad1-a187-09c3a445f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:53.933511 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-de42de33-50f8-4ad1-a187-09c3a445f74e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414770 Aug 30 10:58:54.070427 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-3065b9b5-43ac-4d7a-bab4-6d7cc178093e service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283569 Aug 30 10:58:54.187066 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fd2b80f9-daad-42f8-98ee-41edff92bb63 req-41ef2fc6-c4d9-4c68-8bcf-33083ccd1948 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087310 Aug 30 10:58:54.582478 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8947d5-442a-4bb6-b09b-772603e6745a req-b11ecd04-5676-486b-ab96-7947fd3338a6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:54.584052 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cb8947d5-442a-4bb6-b09b-772603e6745a req-b11ecd04-5676-486b-ab96-7947fd3338a6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0608439 Aug 30 10:58:54.628338 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cb8947d5-442a-4bb6-b09b-772603e6745a req-a5204d47-102a-4213-b661-a78a7e5e48e5 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357523 Aug 30 10:58:54.647269 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a7388-3faf-494b-804b-d9841c0426a2 req-92042a18-dfec-4940-b954-f6fb05ebe53b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:54.649411 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-259a7388-3faf-494b-804b-d9841c0426a2 req-92042a18-dfec-4940-b954-f6fb05ebe53b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0561435 Aug 30 10:58:54.701207 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-259a7388-3faf-494b-804b-d9841c0426a2 req-0e7081b5-caaa-4736-b655-cd77a2b92d00 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455744 Aug 30 10:58:55.228482 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501f36b-4f30-4aaa-b069-d48f52e9eb0f req-756a2ac2-81ec-4c88-b575-a31740f77de5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:55.228482 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3501f36b-4f30-4aaa-b069-d48f52e9eb0f req-756a2ac2-81ec-4c88-b575-a31740f77de5 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0580845 Aug 30 10:58:55.274872 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3501f36b-4f30-4aaa-b069-d48f52e9eb0f req-60105ca4-ee0e-4e4e-ab27-b313eb67de1a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Aug 30 10:58:55.768315 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9c449-a972-4eea-a06a-b9686e75db8b req-17fb941f-07fa-408b-9aaf-ee18297ff58f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:55.769997 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-35c9c449-a972-4eea-a06a-b9686e75db8b req-17fb941f-07fa-408b-9aaf-ee18297ff58f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0581965 Aug 30 10:58:55.820461 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-35c9c449-a972-4eea-a06a-b9686e75db8b req-283cfecb-276d-46dd-a735-59eca630549e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 Aug 30 10:58:55.864241 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44ddd-eceb-4b19-8cb9-965c62045fab req-226a86d9-a1ce-444e-92d1-325254f3f847 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:55.865892 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1fc44ddd-eceb-4b19-8cb9-965c62045fab req-226a86d9-a1ce-444e-92d1-325254f3f847 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0797510 Aug 30 10:58:55.909666 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1fc44ddd-eceb-4b19-8cb9-965c62045fab req-45696e4a-317f-45e3-912a-1541f2126ce0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373275 Aug 30 10:58:56.420525 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c096b-7e59-4159-b9b0-8fef73e6a794 req-b836eba6-24e1-4820-a11c-53bca0eebac6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:56.422178 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-605c096b-7e59-4159-b9b0-8fef73e6a794 req-b836eba6-24e1-4820-a11c-53bca0eebac6 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0535100 Aug 30 10:58:56.465624 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-605c096b-7e59-4159-b9b0-8fef73e6a794 req-17581244-eb4e-4fc1-a996-b832cde1883d tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Aug 30 10:58:56.949330 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8d219-c542-4975-985f-ffd048baab30 req-ccc86377-d169-48d4-ba32-0192755cc872 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:56.950955 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-56e8d219-c542-4975-985f-ffd048baab30 req-ccc86377-d169-48d4-ba32-0192755cc872 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0593975 Aug 30 10:58:57.021909 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-56e8d219-c542-4975-985f-ffd048baab30 req-45693770-a462-47fd-91b2-2ae5653f51d1 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617173 Aug 30 10:58:57.035604 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f1387be7-259c-48c1-a2fe-ed17bc48f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:57.098117 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012159f-bfbb-4dc9-bdf4-20342149d577 req-ce63bfee-8476-44e6-9882-c6c6a32413d6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:57.101087 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8012159f-bfbb-4dc9-bdf4-20342149d577 req-ce63bfee-8476-44e6-9882-c6c6a32413d6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 943 time: 0.0833120 Aug 30 10:58:57.146199 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8012159f-bfbb-4dc9-bdf4-20342149d577 req-f1c917a9-b5c0-49b0-bcff-e7d24c5ef8d2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385182 Aug 30 10:58:57.479607 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:58:57.599252 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:57.599520 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad03b4-426f-4977-a024-ed08075adfab req-0d35d78e-1803-4a08-bac0-97c7336e6ce1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:57.601103 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-42ad03b4-426f-4977-a024-ed08075adfab req-0d35d78e-1803-4a08-bac0-97c7336e6ce1 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0537219 Aug 30 10:58:57.613426 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'port_id': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'mac_address': 'fa:16:3e:c8:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:58:57.644159 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-42ad03b4-426f-4977-a024-ed08075adfab req-85e3361f-89d8-4ab4-98f9-30896f314f37 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363178 Aug 30 10:58:57.654057 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:57.674882 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2ab642-9bb4-4d15-a22e-d24ce348a398 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:58:57.698441 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:58:57.794267 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:58:57.853809 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=9']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:58:58.144427 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['5b2ab642-9bb4-4d15-a22e-d24ce348a398'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:58:58.186309 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5cdde-a2f2-4b16-b5e5-70e52baed597 req-3ff5db89-203f-4de7-bd32-434138f4fd3b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:58.188024 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8ae5cdde-a2f2-4b16-b5e5-70e52baed597 req-3ff5db89-203f-4de7-bd32-434138f4fd3b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0682526 Aug 30 10:58:58.245181 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8ae5cdde-a2f2-4b16-b5e5-70e52baed597 req-27fb7696-648a-4683-8887-d1113714c7b8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Aug 30 10:58:58.303084 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850526a-20b1-4b31-9cdb-4e1b56de7843 req-494611cf-0925-4a29-b87c-e13c66e944fb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:58.304689 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c850526a-20b1-4b31-9cdb-4e1b56de7843 req-494611cf-0925-4a29-b87c-e13c66e944fb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.0589998 Aug 30 10:58:58.353733 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c850526a-20b1-4b31-9cdb-4e1b56de7843 req-bf3ea5eb-8f3c-42e4-855d-440bc64f29fe tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371931 Aug 30 10:58:58.794208 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272a4dc-268a-4513-8641-efbc04487fce req-204dde79-299a-4d14-8caf-9bad2d653e4f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:58.795888 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d272a4dc-268a-4513-8641-efbc04487fce req-204dde79-299a-4d14-8caf-9bad2d653e4f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0514784 Aug 30 10:58:58.848568 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d272a4dc-268a-4513-8641-efbc04487fce req-0895fb88-4ead-4328-8fc6-d94f56bcf85c tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Aug 30 10:58:59.292552 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70527e9e-1f09-4d79-834c-4e54790996d3 req-81afa203-5739-40a7-a26b-980bfd1bb73a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:59.294989 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-70527e9e-1f09-4d79-834c-4e54790996d3 req-81afa203-5739-40a7-a26b-980bfd1bb73a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0786784 Aug 30 10:58:59.357230 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-70527e9e-1f09-4d79-834c-4e54790996d3 req-5c8c69ea-69ff-4f4f-9eef-5028a46c1b9c tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553102 Aug 30 10:58:59.368841 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8aa21-3784-4f1c-852e-89bbd6c4210f req-aa24b973-3744-4912-809a-38a4d6821ab5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:59.371004 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-78f8aa21-3784-4f1c-852e-89bbd6c4210f req-aa24b973-3744-4912-809a-38a4d6821ab5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0537617 Aug 30 10:58:59.427000 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-78f8aa21-3784-4f1c-852e-89bbd6c4210f req-fc0f22c6-dba4-4f73-be6f-086c5008e5bd tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 Aug 30 10:58:59.502106 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd6da4-4b06-46de-a572-cdbf8f48a993 req-a580193b-01e8-4915-8f18-5aee3d40d3e8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:59.503907 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d6dd6da4-4b06-46de-a572-cdbf8f48a993 req-a580193b-01e8-4915-8f18-5aee3d40d3e8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0838671 Aug 30 10:58:59.550820 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d6dd6da4-4b06-46de-a572-cdbf8f48a993 req-502b3e69-31f2-4cb2-a277-1f923366cca9 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Aug 30 10:58:59.584050 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ce6ee-fe14-4fca-ad48-6c3455db4aca req-7482e6f7-02f0-48f3-811f-94a73d71725e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:59.586761 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ee4ce6ee-fe14-4fca-ad48-6c3455db4aca req-7482e6f7-02f0-48f3-811f-94a73d71725e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.0930817 Aug 30 10:58:59.631060 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ee4ce6ee-fe14-4fca-ad48-6c3455db4aca req-21c910a2-8c4b-4578-911a-eb384d1c135f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381248 Aug 30 10:58:59.987587 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaa269-85e8-4a50-95c8-9aa1e0edf740 req-f22351fc-e315-4085-b50b-697a12df61f3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:58:59.989179 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-afeaa269-85e8-4a50-95c8-9aa1e0edf740 req-f22351fc-e315-4085-b50b-697a12df61f3 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0569055 Aug 30 10:59:00.034594 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-afeaa269-85e8-4a50-95c8-9aa1e0edf740 req-3543ccc9-f007-4f67-a3d7-96ec34c2bc48 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Aug 30 10:59:00.085909 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-70c37669-ad29-472e-947b-fa51df7d4402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:00.371573 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:00.490498 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003df903-022b-455b-92fd-3ed7c4c1e01c req-37c5fcd6-fb82-403d-b2af-b4dad0ec2778 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:00.492115 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-003df903-022b-455b-92fd-3ed7c4c1e01c req-37c5fcd6-fb82-403d-b2af-b4dad0ec2778 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0610662 Aug 30 10:59:00.541836 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-003df903-022b-455b-92fd-3ed7c4c1e01c req-739346e0-d2b1-4992-a4e5-ba290084ba1f tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Aug 30 10:59:00.585772 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023738-a476-41ad-8715-3e760f951a40 req-c8a3a2bb-01a9-4b6a-b5a6-7a8d1b622492 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:00.587535 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-90023738-a476-41ad-8715-3e760f951a40 req-c8a3a2bb-01a9-4b6a-b5a6-7a8d1b622492 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0669708 Aug 30 10:59:00.639205 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-90023738-a476-41ad-8715-3e760f951a40 req-9be481cd-6278-497a-b821-7690939d3636 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 Aug 30 10:59:00.695761 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60541d7d-4e27-45ee-913c-75a00a4a55f7 req-b3ff1648-1747-4209-9c28-1ad6546c902a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:00.697395 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-60541d7d-4e27-45ee-913c-75a00a4a55f7 req-b3ff1648-1747-4209-9c28-1ad6546c902a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0588768 Aug 30 10:59:00.761458 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-60541d7d-4e27-45ee-913c-75a00a4a55f7 req-0aeb3ef5-9604-4fb2-94b1-c0116c920334 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575767 Aug 30 10:59:00.836994 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6156c9-e327-41d0-b52c-3e23014ec57c req-a6222203-538e-4843-aa4a-712e8f1c6164 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:00.838674 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8a6156c9-e327-41d0-b52c-3e23014ec57c req-a6222203-538e-4843-aa4a-712e8f1c6164 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 944 time: 0.0774920 Aug 30 10:59:00.868444 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:00.883157 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8a6156c9-e327-41d0-b52c-3e23014ec57c req-e07507d7-65d8-4c18-ad05-fa1322b8a082 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Aug 30 10:59:01.031145 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:59:01.101234 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:59:01.103249 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:01.180529 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd55224-df30-4219-bf90-712612c82c7a req-07cea540-209a-4603-ae30-e1c87333ed89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:01.182174 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1cd55224-df30-4219-bf90-712612c82c7a req-07cea540-209a-4603-ae30-e1c87333ed89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0609298 Aug 30 10:59:01.186904 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:01.191482 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:01.214936 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:01.218013 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6102ac-2836-4640-9a6b-7e8e5a6cabae" -d '{"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:01.222315 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1cd55224-df30-4219-bf90-712612c82c7a req-4ca14a35-a781-45c2-a7e2-d5e8b7977c57 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Aug 30 10:59:01.231850 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:01.256963 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90642c0f-618b-4958-b8a6-425cca59bc85 x-openstack-request-id: req-90642c0f-618b-4958-b8a6-425cca59bc85 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:01.257264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:01.257567 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90642c0f-618b-4958-b8a6-425cca59bc85 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:01.257967 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'code': 200} Aug 30 10:59:01.337042 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:01.393118 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=10']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:01.685916 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0582a2-aa89-48c2-95ac-597474b9da44 req-1b58ceab-b84e-4cdf-b521-d36d90b4c015 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:01.689230 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7b0582a2-aa89-48c2-95ac-597474b9da44 req-1b58ceab-b84e-4cdf-b521-d36d90b4c015 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0599711 Aug 30 10:59:01.730291 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7b0582a2-aa89-48c2-95ac-597474b9da44 req-836ac673-d997-42b3-9c7f-ddc35bbcd49e tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Aug 30 10:59:01.792636 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbae862-7ce2-40b5-9cb7-ec9253757541 req-6c07aa9e-7efe-4a1d-87fb-0c9f843beead tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:01.794211 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-acbae862-7ce2-40b5-9cb7-ec9253757541 req-6c07aa9e-7efe-4a1d-87fb-0c9f843beead tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0603426 Aug 30 10:59:01.843367 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-acbae862-7ce2-40b5-9cb7-ec9253757541 req-3500e2cd-a5ad-410b-a18d-0af179778b5f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 Aug 30 10:59:01.949675 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc20-3127-4bb1-95e0-647c93ac2606 req-38a0514a-69ed-424b-8832-5abe494df47b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:01.951197 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8667cc20-3127-4bb1-95e0-647c93ac2606 req-38a0514a-69ed-424b-8832-5abe494df47b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0566177 Aug 30 10:59:01.993316 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8667cc20-3127-4bb1-95e0-647c93ac2606 req-fff753c4-3171-45ca-85eb-2ffefa55eac3 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353897 Aug 30 10:59:02.052874 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48295eb3-64c2-44a7-aa22-ec43cb82bfb0 req-f59b77b3-5a1f-4b05-85b2-5d08e20a0e24 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:02.055786 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-48295eb3-64c2-44a7-aa22-ec43cb82bfb0 req-f59b77b3-5a1f-4b05-85b2-5d08e20a0e24 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0610871 Aug 30 10:59:02.097061 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-48295eb3-64c2-44a7-aa22-ec43cb82bfb0 req-eaaa65f8-5d9b-4deb-877c-596d5ddda1ba tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354240 Aug 30 10:59:02.358794 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d52e-a6c4-404f-8dc4-a22fc38b3a55 req-16234be4-0daa-4ba0-9e1c-f0b034f328fc tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:02.362556 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3b87d52e-a6c4-404f-8dc4-a22fc38b3a55 req-16234be4-0daa-4ba0-9e1c-f0b034f328fc tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0584581 Aug 30 10:59:02.406603 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3b87d52e-a6c4-404f-8dc4-a22fc38b3a55 req-30ce31f8-dd38-4bb2-a0f3-a7d6d5b86689 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Aug 30 10:59:02.679923 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:02.876620 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7c80-f21b-43e7-87b1-d0a32f5fd72c req-4983cff1-1076-45df-b207-a41e14323128 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:02.878752 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-988b7c80-f21b-43e7-87b1-d0a32f5fd72c req-4983cff1-1076-45df-b207-a41e14323128 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0709865 Aug 30 10:59:02.952053 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-988b7c80-f21b-43e7-87b1-d0a32f5fd72c req-c6a8f31d-17f8-4cf5-827e-f461fa2b843a tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655763 Aug 30 10:59:02.970515 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238f8b9-bd2e-4b93-b04e-33f0e457e5a0 req-3ee3cfe0-cbb5-4f98-99aa-25ee006cab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:02.972633 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b238f8b9-bd2e-4b93-b04e-33f0e457e5a0 req-3ee3cfe0-cbb5-4f98-99aa-25ee006cab58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 1099 time: 0.0638714 Aug 30 10:59:03.043614 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43482326-9462-46c3-9850-c893975789d3 req-fbdd0337-c400-407f-96d5-a5957a78976b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:03.044575 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b238f8b9-bd2e-4b93-b04e-33f0e457e5a0 req-b7bcf45b-0294-4e7f-be9c-cfa09018a4b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573766 Aug 30 10:59:03.045371 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-43482326-9462-46c3-9850-c893975789d3 req-fbdd0337-c400-407f-96d5-a5957a78976b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0633891 Aug 30 10:59:03.094712 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-43482326-9462-46c3-9850-c893975789d3 req-4a434308-22f1-454d-aafa-b438b5b05450 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Aug 30 10:59:03.160725 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84f87b-2d44-494a-b363-0875fbb0db03 req-97480764-5c8c-464d-92f3-f4ed4068458d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:03.162516 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0b84f87b-2d44-494a-b363-0875fbb0db03 req-97480764-5c8c-464d-92f3-f4ed4068458d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0685263 Aug 30 10:59:03.212542 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0b84f87b-2d44-494a-b363-0875fbb0db03 req-89c1a230-77c5-421f-9e98-0099636f14fd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Aug 30 10:59:03.242622 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dfb6b-a10f-4591-b270-be03719d0c47 req-13721838-30f0-45aa-86da-7544b6b18f89 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:03.244378 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ef8dfb6b-a10f-4591-b270-be03719d0c47 req-13721838-30f0-45aa-86da-7544b6b18f89 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0624919 Aug 30 10:59:03.291872 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ef8dfb6b-a10f-4591-b270-be03719d0c47 req-3bc063c5-6b1a-4330-a623-62c460021a84 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Aug 30 10:59:03.563037 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead6145-1467-481e-9de5-62f1ee3af31a req-9bcac2e9-8741-4460-8a69-b4370caa3121 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:03.564707 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9ead6145-1467-481e-9de5-62f1ee3af31a req-9bcac2e9-8741-4460-8a69-b4370caa3121 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0575442 Aug 30 10:59:03.636793 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9ead6145-1467-481e-9de5-62f1ee3af31a req-3d934255-0ed2-40ee-96f2-984aed5d1b53 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653429 Aug 30 10:59:03.653546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-5a774024-1e17-4b77-840a-6259ee4630e9 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:03.655122 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-5a774024-1e17-4b77-840a-6259ee4630e9 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 945 time: 0.0771811 Aug 30 10:59:03.780565 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Deleting port bc7bac32-0961-46f7-9d5d-34b75524f91d {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:59:03.781165 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:03.891567 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] For port bc7bac32-0961-46f7-9d5d-34b75524f91d, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bc7bac32-0961-46f7-9d5d-34b75524f91d,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:03.892366 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:03.909456 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Calling delete_port for bc7bac32-0961-46f7-9d5d-34b75524f91d owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:59:04.131900 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffa87-5737-4311-8dd0-712be94086b2 req-cac29ead-f595-4ccc-9004-177464d61f54 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:04.134582 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-901ffa87-5737-4311-8dd0-712be94086b2 req-cac29ead-f595-4ccc-9004-177464d61f54 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0881739 Aug 30 10:59:04.156568 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:04.178678 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['bc7bac32-0961-46f7-9d5d-34b75524f91d', 'cef7722c-bacd-4c6f-b3cd-766a10c7a973'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:59:04.199510 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-901ffa87-5737-4311-8dd0-712be94086b2 req-ee7b78d3-c621-49c8-ad43-a2dde7f97074 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577154 Aug 30 10:59:04.208815 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Pushing event deleted for resources: {'Port': ['ID=bc7bac32-0961-46f7-9d5d-34b75524f91d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:04.287593 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] No DVR routers for this DVR port bc7bac32-0961-46f7-9d5d-34b75524f91d on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:59:04.291969 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:04.295458 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8db0b751-1de3-4b70-88fc-32924c28dac8 req-656448b3-5bd3-4001-8ff0-dd422d0cba89 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "DELETE /v2.0/ports/bc7bac32-0961-46f7-9d5d-34b75524f91d HTTP/1.1" status: 204 len: 173 time: 0.6295140 Aug 30 10:59:04.296568 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'name': 'network-vif-deleted', 'tag': 'bc7bac32-0961-46f7-9d5d-34b75524f91d'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:04.299461 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70936fed-4a97-4529-841f-1b57d623bb3d" -d '{"events": [{"server_uuid": "5234d4c4-bcfc-4c92-b6c5-337cb32255f4", "name": "network-vif-deleted", "tag": "bc7bac32-0961-46f7-9d5d-34b75524f91d"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:04.316831 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384f3e-aa3a-49ed-ac0b-8c77b39cdbaf req-370f1f32-8418-49a2-bd55-477ae3969467 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:04.318558 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1384f3e-aa3a-49ed-ac0b-8c77b39cdbaf req-370f1f32-8418-49a2-bd55-477ae3969467 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1243138 Aug 30 10:59:04.398470 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1384f3e-aa3a-49ed-ac0b-8c77b39cdbaf req-e7f8c9be-045b-445c-b79d-25f512d149e6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725918 Aug 30 10:59:04.399487 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649ceef-bac1-436d-84d6-569149506ff4 req-44ea104c-1306-4088-885f-2caf6f044540 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:04.401116 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2649ceef-bac1-436d-84d6-569149506ff4 req-44ea104c-1306-4088-885f-2caf6f044540 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 943 time: 0.0658724 Aug 30 10:59:04.454801 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2649ceef-bac1-436d-84d6-569149506ff4 req-f7764493-e8ad-4fa0-86ee-44e16fdaf71a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Aug 30 10:59:04.456827 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db787d2-d473-4949-9374-3684e23e8001 x-openstack-request-id: req-9db787d2-d473-4949-9374-3684e23e8001 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:04.457498 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5234d4c4-bcfc-4c92-b6c5-337cb32255f4", "name": "network-vif-deleted", "tag": "bc7bac32-0961-46f7-9d5d-34b75524f91d", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:04.458054 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9db787d2-d473-4949-9374-3684e23e8001 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:04.458788 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5234d4c4-bcfc-4c92-b6c5-337cb32255f4', 'name': 'network-vif-deleted', 'tag': 'bc7bac32-0961-46f7-9d5d-34b75524f91d', 'status': 'completed', 'code': 200} Aug 30 10:59:04.512718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 4f9be150-00c4-4136-996b-8940954c9b8f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:59:04.663284 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b2701-9846-47a5-b807-e0722c597b1d req-82b2c374-c0c1-4399-86f9-c7f707629f88 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:04.665243 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4d2b2701-9846-47a5-b807-e0722c597b1d req-82b2c374-c0c1-4399-86f9-c7f707629f88 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.1491671 Aug 30 10:59:04.678160 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-ee8d2e33-f31f-4b0e-b12b-828c494934b8 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:04.680010 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-ee8d2e33-f31f-4b0e-b12b-828c494934b8 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.1411955 Aug 30 10:59:04.752759 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 4f9be150-00c4-4136-996b-8940954c9b8f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=4f9be150-00c4-4136-996b-8940954c9b8f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:04.771735 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '4f9be150-00c4-4136-996b-8940954c9b8f', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'port_id': '4f9be150-00c4-4136-996b-8940954c9b8f', 'mac_address': 'fa:16:3e:17:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:59:04.808191 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4d2b2701-9846-47a5-b807-e0722c597b1d req-ca6d8440-c451-427f-b8b0-16d620506e3f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266835 Aug 30 10:59:04.852281 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ca14af4c-4f0e-447f-9f8a-1b491617e8e3 req-0133e359-2992-4253-81b9-d2be9e418609 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234d4c4-bcfc-4c92-b6c5-337cb32255f4 HTTP/1.1" status: 200 len: 210 time: 0.0686307 Aug 30 10:59:04.858251 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:04.887441 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Deleting port 8dfad23f-1906-47b1-94d7-aa6f435be300 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:59:04.888091 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:04.891708 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9be150-00c4-4136-996b-8940954c9b8f {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:59:04.926653 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 4f9be150-00c4-4136-996b-8940954c9b8f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=4f9be150-00c4-4136-996b-8940954c9b8f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:05.007777 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:05.065815 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] For port 8dfad23f-1906-47b1-94d7-aa6f435be300, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=8dfad23f-1906-47b1-94d7-aa6f435be300,segment=NetworkSegment(537825cb-5ad6-4618-bc08-8a4620eb69d0),segment_id=537825cb-5ad6-4618-bc08-8a4620eb69d0)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:05.066626 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:05.080368 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=4f9be150-00c4-4136-996b-8940954c9b8f,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:05.084970 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Calling delete_port for 8dfad23f-1906-47b1-94d7-aa6f435be300 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:59:05.308862 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['4f9be150-00c4-4136-996b-8940954c9b8f'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:59:05.432363 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef4b4b-a146-4474-9a64-cea388af58b4 req-91440324-d0d1-4d10-8279-48a751be31d2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:05.434153 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7ef4b4b-a146-4474-9a64-cea388af58b4 req-91440324-d0d1-4d10-8279-48a751be31d2 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 945 time: 0.0909653 Aug 30 10:59:05.501462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:05.564789 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Pushing event deleted for resources: {'Port': ['ID=8dfad23f-1906-47b1-94d7-aa6f435be300,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:05.602531 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7ef4b4b-a146-4474-9a64-cea388af58b4 req-a844d245-a556-468e-b61d-7a656f009e08 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402545 Aug 30 10:59:05.699693 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] No DVR routers for this DVR port 8dfad23f-1906-47b1-94d7-aa6f435be300 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:59:05.703788 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:05.720769 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e958d-76f4-48c0-bae9-cf4fd7145877 req-4491c831-be95-40a0-9994-29bf29cbf590 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:05.722060 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b52313fc-4312-4e81-ab13-e31461e189c1 req-c9c518c4-d397-413e-9c19-97089214a8f7 tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.18 "DELETE /v2.0/ports/8dfad23f-1906-47b1-94d7-aa6f435be300 HTTP/1.1" status: 204 len: 173 time: 1.0112202 Aug 30 10:59:05.722605 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-db6e958d-76f4-48c0-bae9-cf4fd7145877 req-4491c831-be95-40a0-9994-29bf29cbf590 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1383719 Aug 30 10:59:05.802464 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-db6e958d-76f4-48c0-bae9-cf4fd7145877 req-072f471d-bb30-40e6-96f3-e92a3815cd98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725539 Aug 30 10:59:05.805008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac12c62-c103-44fe-bbf7-dda914103623 req-e599368c-30da-4b15-99ae-5658805fdd0b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:05.806746 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2ac12c62-c103-44fe-bbf7-dda914103623 req-e599368c-30da-4b15-99ae-5658805fdd0b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 944 time: 0.0828347 Aug 30 10:59:05.853363 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2ac12c62-c103-44fe-bbf7-dda914103623 req-a33f3fb2-0d2a-4408-be40-55ced934dd4f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Aug 30 10:59:06.044323 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f1eb5-0430-44f5-8b19-79cc6ed9927a req-fc052a95-758b-4bb5-976b-6819e26d91e3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:06.045790 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c45f1eb5-0430-44f5-8b19-79cc6ed9927a req-fc052a95-758b-4bb5-976b-6819e26d91e3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0840867 Aug 30 10:59:06.097977 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c45f1eb5-0430-44f5-8b19-79cc6ed9927a req-bc67df42-392a-4930-908d-b116becb8f09 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Aug 30 10:59:06.164881 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['8dfad23f-1906-47b1-94d7-aa6f435be300'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:59:06.463362 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'name': 'network-vif-deleted', 'tag': '8dfad23f-1906-47b1-94d7-aa6f435be300'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:06.473721 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798e1fd6-3874-4268-8702-ae9380ada41f" -d '{"events": [{"server_uuid": "6e78f627-ec58-42bd-9244-eb7292520b0b", "name": "network-vif-deleted", "tag": "8dfad23f-1906-47b1-94d7-aa6f435be300"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:06.535015 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 4f9be150-00c4-4136-996b-8940954c9b8f up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:59:06.555010 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf01fd4-5588-4bf8-a492-7432d8a6c5c9 req-89af385f-2560-4dd1-9998-1e6bd7eb5f58 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:06.556611 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cf01fd4-5588-4bf8-a492-7432d8a6c5c9 req-89af385f-2560-4dd1-9998-1e6bd7eb5f58 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0607193 Aug 30 10:59:06.605307 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3cf01fd4-5588-4bf8-a492-7432d8a6c5c9 req-a5feaf53-1a36-4d58-8d56-e103a7808d73 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Aug 30 10:59:06.706989 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae47ae2-7100-4de4-bcd7-8ca96db9157f x-openstack-request-id: req-1ae47ae2-7100-4de4-bcd7-8ca96db9157f {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:06.707314 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e78f627-ec58-42bd-9244-eb7292520b0b", "name": "network-vif-deleted", "tag": "8dfad23f-1906-47b1-94d7-aa6f435be300", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:06.707591 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ae47ae2-7100-4de4-bcd7-8ca96db9157f {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:06.708057 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e78f627-ec58-42bd-9244-eb7292520b0b', 'name': 'network-vif-deleted', 'tag': '8dfad23f-1906-47b1-94d7-aa6f435be300', 'status': 'completed', 'code': 200} Aug 30 10:59:06.758599 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ea6c6b42-7c07-4a0c-82fa-665c83db9244 req-bc426554-3b25-4361-b49e-c49d50d09e0d tempest-AttachVolumeNegativeTest-895182805 tempest-AttachVolumeNegativeTest-895182805-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e78f627-ec58-42bd-9244-eb7292520b0b HTTP/1.1" status: 200 len: 210 time: 0.0321088 Aug 30 10:59:06.765846 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 4f9be150-00c4-4136-996b-8940954c9b8f completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:59:06.771536 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 4f9be150-00c4-4136-996b-8940954c9b8f triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:59:06.777087 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:06.858799 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:06.891763 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:06.894800 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff410f9-3836-4c55-a838-5467f18de383" -d '{"events": [{"server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "name": "network-vif-plugged", "status": "completed", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:06.912158 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 4f9be150-00c4-4136-996b-8940954c9b8f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=4f9be150-00c4-4136-996b-8940954c9b8f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:06.955116 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ae690-0c67-4390-9f20-76e23a8f9a4b req-7622783f-04a9-48eb-b6c5-4c66aa07dedc tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:06.956630 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bb1ae690-0c67-4390-9f20-76e23a8f9a4b req-7622783f-04a9-48eb-b6c5-4c66aa07dedc tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0635273 Aug 30 10:59:07.006681 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bb1ae690-0c67-4390-9f20-76e23a8f9a4b req-5306040f-9488-4b61-982a-faa393bbef75 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 Aug 30 10:59:07.006901 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:07.008322 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bc7bac32-0961-46f7-9d5d-34b75524f91d no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:59:07.030184 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c02377-8f35-4a24-963d-1a37d80aed27 req-194b11e8-50b5-4e58-a671-3dbcd4986b26 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:07.032075 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-09c02377-8f35-4a24-963d-1a37d80aed27 req-194b11e8-50b5-4e58-a671-3dbcd4986b26 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 944 time: 0.0799232 Aug 30 10:59:07.047777 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: bc7bac32-0961-46f7-9d5d-34b75524f91d {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:59:07.049173 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bc7bac32-0961-46f7-9d5d-34b75524f91d not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:59:07.049173 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 8dfad23f-1906-47b1-94d7-aa6f435be300 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:59:07.121434 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0afa2d9-4250-42c8-98ba-ad44f6549506 x-openstack-request-id: req-d0afa2d9-4250-42c8-98ba-ad44f6549506 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:07.121865 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "name": "network-vif-plugged", "status": "completed", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:07.122251 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0afa2d9-4250-42c8-98ba-ad44f6549506 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:07.122678 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-09c02377-8f35-4a24-963d-1a37d80aed27 req-0ccee557-dd7e-4c2a-a87b-fb3679ed8f96 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637362 Aug 30 10:59:07.122862 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f', 'code': 200} Aug 30 10:59:07.123701 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 8dfad23f-1906-47b1-94d7-aa6f435be300 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:59:07.124257 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 8dfad23f-1906-47b1-94d7-aa6f435be300 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:59:07.186565 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=4f9be150-00c4-4136-996b-8940954c9b8f,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:07.261408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a6e0-c7ec-45e4-a4d3-3cc505d15f75 req-68f4c5d2-8432-4864-9509-b05559c6821a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:07.262896 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2284a6e0-c7ec-45e4-a4d3-3cc505d15f75 req-68f4c5d2-8432-4864-9509-b05559c6821a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0551069 Aug 30 10:59:07.310718 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2284a6e0-c7ec-45e4-a4d3-3cc505d15f75 req-47022179-309a-4cd2-87f4-41b383887b7d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399773 Aug 30 10:59:07.599914 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14032266-218b-4aa1-a122-67c902533a10 req-d746e9cc-c9f4-4cb3-9795-d1d12e328427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:07.601465 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-14032266-218b-4aa1-a122-67c902533a10 req-d746e9cc-c9f4-4cb3-9795-d1d12e328427 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 1098 time: 0.0502551 Aug 30 10:59:07.668313 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-14032266-218b-4aa1-a122-67c902533a10 req-ec4e584d-2202-43ca-a77c-0b4aabc71f84 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534472 Aug 30 10:59:07.771703 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f53751-5e9f-4cd5-b3e3-5ddf50ff93b2 req-f9e2bf19-ba53-4480-bc2f-301bf69efa38 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:07.773944 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b3f53751-5e9f-4cd5-b3e3-5ddf50ff93b2 req-f9e2bf19-ba53-4480-bc2f-301bf69efa38 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0775847 Aug 30 10:59:07.823184 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b3f53751-5e9f-4cd5-b3e3-5ddf50ff93b2 req-24a4e9c4-9209-4adb-83db-0dda9c93a136 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Aug 30 10:59:07.824365 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43478) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:07.873917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] Deleting subnet 9f705ce4-5a73-44cf-b194-f0f76aa852d4 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:59:07.878028 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:07.917672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:07.960964 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.132023 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.167237 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f705ce4-5a73-44cf-b194-f0f76aa852d4,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:08.170128 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.171580 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-27d198f1-875b-4b4b-b72f-daad46a48dd6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f705ce4-5a73-44cf-b194-f0f76aa852d4 HTTP/1.1" status: 204 len: 168 time: 0.3460588 Aug 30 10:59:08.187922 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43484) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:08.236537 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca075ce4-b72b-4587-9c24-a77b05e11035 req-f6c58ad3-7a42-447e-b69a-15286be663ac tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:08.238455 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ca075ce4-b72b-4587-9c24-a77b05e11035 req-f6c58ad3-7a42-447e-b69a-15286be663ac tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1365967 Aug 30 10:59:08.282781 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.294343 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aadd6-bc47-46b5-b5ed-8c9a28166f3e req-b3268b92-f523-42cc-afda-39721b5c1b12 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:08.295928 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-244aadd6-bc47-46b5-b5ed-8c9a28166f3e req-b3268b92-f523-42cc-afda-39721b5c1b12 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.0703964 Aug 30 10:59:08.311017 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ca075ce4-b72b-4587-9c24-a77b05e11035 req-97486580-88fd-43ca-9ab6-31377687fa97 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617764 Aug 30 10:59:08.354399 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-244aadd6-bc47-46b5-b5ed-8c9a28166f3e req-e0ef4780-51b0-44b7-bcf1-4032b8b941bd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466502 Aug 30 10:59:08.399531 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.412408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaa4da5-a5d6-4eb1-90c7-155d056a2794']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:08.424430 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537825cb-5ad6-4618-bc08-8a4620eb69d0') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:08.424726 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537825cb-5ad6-4618-bc08-8a4620eb69d0') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:08.434511 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.450589 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.463175 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:59:08.463592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:59:08.466423 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:59:08.578313 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-3e165bf8-182b-41d6-addd-b9f4a57fea60 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61688513&fields=id&tenant_id=844964501d1e4d3e88d53099fe8554cb HTTP/1.1" status: 200 len: 267 time: 0.0375628 Aug 30 10:59:08.636884 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.648351 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:08.650411 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cdaa4da5-a5d6-4eb1-90c7-155d056a2794 HTTP/1.1" status: 204 len: 168 time: 0.4730871 Aug 30 10:59:08.667421 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fc3fc-338d-46a5-b3a8-6355fd0969b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdaa4da5-a5d6-4eb1-90c7-155d056a2794,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:08.723066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-2b8cd939-cd7d-42b5-82e1-b116f3b6aefe tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:08.724883 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-2b8cd939-cd7d-42b5-82e1-b116f3b6aefe tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 808 time: 0.1392784 Aug 30 10:59:08.742973 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-f4e1b645-8a91-4ed7-82a8-f4bcc9611b8d tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/quotas/844964501d1e4d3e88d53099fe8554cb HTTP/1.1" status: 200 len: 375 time: 0.0119255 Aug 30 10:59:08.838989 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-f0f59a93-02bf-44b1-b070-1d6fc0cf7259 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832474 Aug 30 10:59:08.965776 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac2c9d-474a-4e46-b4c8-349d9f95363a req-8f5b0f42-2af3-4b95-8449-9970fb59bb82 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:08.967138 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ebac2c9d-474a-4e46-b4c8-349d9f95363a req-8f5b0f42-2af3-4b95-8449-9970fb59bb82 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0622566 Aug 30 10:59:09.009662 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-f1fd6126-3b96-49a9-a630-2fa997afd68d service neutron] 10.222.0.24 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470094 Aug 30 10:59:09.036811 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ebac2c9d-474a-4e46-b4c8-349d9f95363a req-f4b9e929-e52c-4fef-be30-db7aae6666fa tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Aug 30 10:59:09.128389 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-373e7f16-6005-49a6-b006-aae636ec6750 service neutron] 10.222.0.24 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074059 Aug 30 10:59:09.205859 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43500) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:09.257413 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-1679b6e5-35a9-4bc3-a934-312724d0080a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08e243faa382447b91e7d32d086f3e6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500073 Aug 30 10:59:09.264170 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43504) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:09.331746 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f1b5483b-0ebe-48d5-ad39-985eb2001e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:09.377588 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f1b5483b-0ebe-48d5-ad39-985eb2001e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:09.462348 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c86ed-477f-4f57-a29d-85648d1d1d07 req-b0a88579-aff9-4b4d-b3d7-68b0df98a9f3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:09.464053 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5c6c86ed-477f-4f57-a29d-85648d1d1d07 req-b0a88579-aff9-4b4d-b3d7-68b0df98a9f3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0644164 Aug 30 10:59:09.481934 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43516) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:09.528029 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5c6c86ed-477f-4f57-a29d-85648d1d1d07 req-6104a041-97fb-4d3a-8d18-9e73dc8427bf tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542450 Aug 30 10:59:09.544207 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f1b5483b-0ebe-48d5-ad39-985eb2001e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:09.550777 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f1b5483b-0ebe-48d5-ad39-985eb2001e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:09.553462 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f1b5483b-0ebe-48d5-ad39-985eb2001e50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4 HTTP/1.1" status: 204 len: 168 time: 0.2902715 Aug 30 10:59:09.581554 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5483b-0ebe-48d5-ad39-985eb2001e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97d8e6-9e36-4fb9-ba1d-48a34ac878c4,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:09.661470 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff628e95-7734-495d-892d-f186b464a263 req-ddf80709-fe10-46f1-82a5-03c95dfeec04 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:09.662055 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b150a190-6228-4827-bd16-8c3c763d1e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:09.663239 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ff628e95-7734-495d-892d-f186b464a263 req-ddf80709-fe10-46f1-82a5-03c95dfeec04 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.0597222 Aug 30 10:59:09.706344 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ff628e95-7734-495d-892d-f186b464a263 req-cb510643-3aef-4883-b444-56ede608a0ef tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358870 Aug 30 10:59:09.802602 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b150a190-6228-4827-bd16-8c3c763d1e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:09.869938 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7917362-afd3-427b-9ac6-62b5698859c7 req-94354b2f-786a-488e-90d0-6daddfd29dea tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:09.871696 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d7917362-afd3-427b-9ac6-62b5698859c7 req-94354b2f-786a-488e-90d0-6daddfd29dea tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.0647137 Aug 30 10:59:09.921407 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d7917362-afd3-427b-9ac6-62b5698859c7 req-f17014ad-30bd-4506-8e9c-5317d7c49bfa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 Aug 30 10:59:09.939748 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5f745843-ee7e-43de-8a9d-eb6853b99732 req-beb16bae-5a5c-4ce6-b5b3-c78dbefa6775 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 210 time: 0.0351779 Aug 30 10:59:09.940894 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b150a190-6228-4827-bd16-8c3c763d1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:09.948649 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43530) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:09.981052 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b150a190-6228-4827-bd16-8c3c763d1e7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02b37ac97d7d4fd7957dbd97fa2c9e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941752 Aug 30 10:59:09.982739 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43534) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:10.012803 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150a190-6228-4827-bd16-8c3c763d1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7882339d-1936-46a7-bb9d-51cb4037b5b6,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:10.110612 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dcde3e9c-057c-47b3-b32e-76fddb613a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:10.140577 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dcde3e9c-057c-47b3-b32e-76fddb613a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:10.255942 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c0ea-dd21-430a-87d1-cce6bd2c9375 req-61fd43ef-af7f-443e-95d7-b527b5db3d16 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:10.258535 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b0b1c0ea-dd21-430a-87d1-cce6bd2c9375 req-61fd43ef-af7f-443e-95d7-b527b5db3d16 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0810070 Aug 30 10:59:10.302524 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dcde3e9c-057c-47b3-b32e-76fddb613a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:10.305675 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dcde3e9c-057c-47b3-b32e-76fddb613a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:10.306862 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-dcde3e9c-057c-47b3-b32e-76fddb613a6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7882339d-1936-46a7-bb9d-51cb4037b5b6 HTTP/1.1" status: 204 len: 168 time: 0.3160887 Aug 30 10:59:10.316568 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3e9c-057c-47b3-b32e-76fddb613a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7882339d-1936-46a7-bb9d-51cb4037b5b6,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:10.328047 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b0b1c0ea-dd21-430a-87d1-cce6bd2c9375 req-e008e3f2-6ca7-42f7-8ff5-c441dd185642 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630879 Aug 30 10:59:10.348958 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd7af55-88bb-47dd-acff-962ada75fb1e tempest-TestVolumeBootPattern-804083934 tempest-TestVolumeBootPattern-804083934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:10.353892 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6dd7af55-88bb-47dd-acff-962ada75fb1e tempest-TestVolumeBootPattern-804083934 tempest-TestVolumeBootPattern-804083934-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 1093 time: 0.4005821 Aug 30 10:59:10.354449 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43552) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:10.359592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'port_id': '4f9be150-00c4-4136-996b-8940954c9b8f', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:59:10.485576 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:10.631220 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:10.717112 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f338d-9b49-4b33-a1c5-95fdc35ec361 req-44990c68-f7eb-4f04-9e2a-8e8627d7697e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:10.718684 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e59f338d-9b49-4b33-a1c5-95fdc35ec361 req-44990c68-f7eb-4f04-9e2a-8e8627d7697e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1045713 Aug 30 10:59:10.804835 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e59f338d-9b49-4b33-a1c5-95fdc35ec361 req-3346481c-09e9-4753-ae5c-c518e1796b54 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796998 Aug 30 10:59:10.823269 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Allocated IP 172.27.2.38 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/e37fb8b6-024d-4cb2-af92-e28df99360f4) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:59:10.957819 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:11.038340 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9f8e5622-632d-4f1f-80c7-d3e868900184 req-9beb1a9d-3142-40c5-a8ee-6234e9b2235d tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 210 time: 0.0362518 Aug 30 10:59:11.120147 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:11.171258 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:59:11.175167 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:59:11.179204 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:59:11.202655 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=e37fb8b6-024d-4cb2-af92-e28df99360f4,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:11.527803 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530dd2c-b895-4f43-9ae6-d9a47de72670 req-92bc9522-0087-43d8-80c1-4f5908067c8a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:11.529399 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9530dd2c-b895-4f43-9ae6-d9a47de72670 req-92bc9522-0087-43d8-80c1-4f5908067c8a tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.1155093 Aug 30 10:59:11.886268 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9530dd2c-b895-4f43-9ae6-d9a47de72670 req-012b35f0-acd2-4d9d-901e-cc48edfedb50 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458328 Aug 30 10:59:11.952387 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:11.991914 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8264f81-b33a-43cc-85a7-436b7266ca6e req-677a2b50-83ed-4910-aaef-e2d2a35de2a5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:11.994224 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d8264f81-b33a-43cc-85a7-436b7266ca6e req-677a2b50-83ed-4910-aaef-e2d2a35de2a5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0672171 Aug 30 10:59:12.050299 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d8264f81-b33a-43cc-85a7-436b7266ca6e req-05205dd7-0ce0-4c81-9b4a-212d449843f0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501440 Aug 30 10:59:12.132052 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:12.191958 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-67409dd7-2b0c-4e2a-bd12-48cc1d2abb18 req-185c598d-261e-4e99-92d5-ec35522abc95 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 210 time: 0.0387509 Aug 30 10:59:12.332887 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:12.541515 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:12.676851 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=e37fb8b6-024d-4cb2-af92-e28df99360f4,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:12.704751 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-0a267a34-99e6-42b4-85b5-0d4ea73746ec tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:12.706555 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-0a267a34-99e6-42b4-85b5-0d4ea73746ec tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.2604501 Aug 30 10:59:12.733729 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:12.759556 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-cab158be-a679-4c0b-bb02-2603a6df0a03 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:12.760995 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-cab158be-a679-4c0b-bb02-2603a6df0a03 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.18 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 808 time: 0.3054249 Aug 30 10:59:12.912962 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-c01aaa5f-3532-40b2-833f-a907b802ecb4 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844964501d1e4d3e88d53099fe8554cb HTTP/1.1" status: 200 len: 378 time: 0.1172757 Aug 30 10:59:12.930870 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'port': {'device_id': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'admin_state_up': True, 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'security_groups': ['b786d69a-69d2-4946-a291-da25a08bab73']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:59:12.970839 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Floating IP a6993187-1086-4204-b2c0-dca2995295b3 associated. External IP: 172.27.2.38, port: 4f9be150-00c4-4136-996b-8940954c9b8f. Aug 30 10:59:13.066051 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dacd0-834e-43d2-9fda-c2db92d708d4 req-85f82dd6-e89c-443f-82de-bd1410f6e027 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:13.067732 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dd7dacd0-834e-43d2-9fda-c2db92d708d4 req-85f82dd6-e89c-443f-82de-bd1410f6e027 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 945 time: 0.0776787 Aug 30 10:59:13.093792 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Deleting port cef7722c-bacd-4c6f-b3cd-766a10c7a973 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:59:13.095005 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:13.142851 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dd7dacd0-834e-43d2-9fda-c2db92d708d4 req-16d72d99-6ee6-4afb-9f0d-ab073f4e9f6f tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff22eb92-cff2-4cd7-b155-ff7c247d13b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Aug 30 10:59:13.318569 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e2e61ddd-2712-4bc5-9a70-396ddb9db9c1 req-6f8bd32a-d995-4a43-9772-f02b2882910c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 210 time: 0.0381186 Aug 30 10:59:13.389617 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7837db2-efbe-4f0f-9529-6da975c538b8 req-e47c0972-f97a-46a8-8ce1-6ba2a9d1a517 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:13.392027 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b7837db2-efbe-4f0f-9529-6da975c538b8 req-e47c0972-f97a-46a8-8ce1-6ba2a9d1a517 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.2403386 Aug 30 10:59:13.468170 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] For port cef7722c-bacd-4c6f-b3cd-766a10c7a973, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=cef7722c-bacd-4c6f-b3cd-766a10c7a973,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:13.468546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:13.472099 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Made reservation on behalf of 844964501d1e4d3e88d53099fe8554cb for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 10:59:13.475812 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:13.509131 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Calling delete_port for cef7722c-bacd-4c6f-b3cd-766a10c7a973 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:59:13.551005 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b7837db2-efbe-4f0f-9529-6da975c538b8 req-4be6e354-980f-4721-b90c-7030da28dee6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485393 Aug 30 10:59:13.644971 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:59:13.809501 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Allocated IP 172.20.0.3 (39c26d0e-70c4-4acf-b26c-c6fe85b3f41b/81a0400a-2457-4ddc-badd-4b640e8cccd8/423dde3c-6b3a-42b4-a755-f5eae43c9c70) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:59:13.906585 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:59:13.922739 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:59:13.935088 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:13.935732 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:13.982726 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:13.996312 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['cef7722c-bacd-4c6f-b3cd-766a10c7a973'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:59:14.050468 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Pushing event deleted for resources: {'Port': ['ID=cef7722c-bacd-4c6f-b3cd-766a10c7a973,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:14.052514 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:14.068605 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:14.075678 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:14.146808 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Transition to ACTIVE for port object 423dde3c-6b3a-42b4-a755-f5eae43c9c70 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:59:14.150381 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] No DVR routers for this DVR port cef7722c-bacd-4c6f-b3cd-766a10c7a973 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:59:14.154381 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:14.157014 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b0ba276f-5bd3-4693-a8ac-f9df72a95cfc req-360beabb-d004-4f14-a695-b07e56c0db59 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.18 "DELETE /v2.0/ports/cef7722c-bacd-4c6f-b3cd-766a10c7a973 HTTP/1.1" status: 204 len: 173 time: 1.4427061 Aug 30 10:59:14.157549 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'name': 'network-vif-deleted', 'tag': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:14.159897 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20395b3-7891-4203-b344-2658689511ec" -d '{"events": [{"server_uuid": "cd2e57f7-7501-4fc3-940a-829fd4c27d27", "name": "network-vif-deleted", "tag": "cef7722c-bacd-4c6f-b3cd-766a10c7a973"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:14.163645 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-527cbb2f-18ee-4e5b-8f92-b57e4c1d3adc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8079150 Aug 30 10:59:14.249035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d563ba89-e7ee-4ed1-bead-fcfd1fef0be9 x-openstack-request-id: req-d563ba89-e7ee-4ed1-bead-fcfd1fef0be9 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:14.334314 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e57f7-7501-4fc3-940a-829fd4c27d27", "name": "network-vif-deleted", "tag": "cef7722c-bacd-4c6f-b3cd-766a10c7a973", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:14.334314 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d563ba89-e7ee-4ed1-bead-fcfd1fef0be9 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:14.334314 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2e57f7-7501-4fc3-940a-829fd4c27d27', 'name': 'network-vif-deleted', 'tag': 'cef7722c-bacd-4c6f-b3cd-766a10c7a973', 'status': 'completed', 'code': 200} Aug 30 10:59:14.334314 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bafd148f-5f53-47af-8cee-640a3c25ed10 req-cb8fd92b-0f15-40b5-973c-4041fb759c53 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 210 time: 0.0306797 Aug 30 10:59:14.372077 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'a6993187-1086-4204-b2c0-dca2995295b3', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': '4f9be150-00c4-4136-996b-8940954c9b8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:17:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:59:11Z', 'updated_at': '2021-08-30T10:59:11Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:14.406916 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:59:14.421282 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:14.421282 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:14.441842 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6e7d6843-7899-47c2-a276-e88fb9371a84 req-03023f35-e07c-4a77-abf8-1670cecb276e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 210 time: 0.0359151 Aug 30 10:59:14.536858 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:14.674934 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:14.715565 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e7ff2-63d0-4368-bc8c-28911864da09 req-2d54a1ad-d108-46f9-a9f9-872c232b20da tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:14.717136 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-638e7ff2-63d0-4368-bc8c-28911864da09 req-2d54a1ad-d108-46f9-a9f9-872c232b20da tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0797300 Aug 30 10:59:14.733499 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:59:14.748394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:59:14.757325 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:59:14.769708 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:14.806613 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'a6993187-1086-4204-b2c0-dca2995295b3', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': '4f9be150-00c4-4136-996b-8940954c9b8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:17:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:59:11Z', 'updated_at': '2021-08-30T10:59:11Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:14.837154 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-638e7ff2-63d0-4368-bc8c-28911864da09 req-4fd698a9-0d39-40f3-b851-836cb0abd81e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081989 Aug 30 10:59:14.858816 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:14.863517 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:14.943055 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-70fac810-6389-4e2a-93b7-0e3c1fe969fb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0208669 Aug 30 10:59:14.946347 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d2085-75af-4ae6-b596-f02b1cb15031 None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'a6993187-1086-4204-b2c0-dca2995295b3', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': '4f9be150-00c4-4136-996b-8940954c9b8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:17:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:59:11Z', 'updated_at': '2021-08-30T10:59:11Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:59:14.962576 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Request body: {'port': {'device_id': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:59:15.052076 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:15.103439 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b56fca72-2218-4843-b3c0-8d7a9dfb8a29 None None] Provisioning for port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:59:15.111234 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b56fca72-2218-4843-b3c0-8d7a9dfb8a29 None None] Provisioning complete for port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:59:15.113375 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b56fca72-2218-4843-b3c0-8d7a9dfb8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:15.159752 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-b56fca72-2218-4843-b3c0-8d7a9dfb8a29 None None] Port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 10:59:15.314230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f11da-f259-4cd0-a410-61dbecf650ac None None] New status for floating IP a6993187-1086-4204-b2c0-dca2995295b3: ACTIVE {{(pid=106344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 10:59:15.491515 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1a1e27f7-0726-48c3-a20e-758c70346f12 req-dd236d25-c0af-41df-b516-6c04b2a8fb06 tempest-ServerRescueNegativeTestJSON-1186899388 tempest-ServerRescueNegativeTestJSON-1186899388-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd2e57f7-7501-4fc3-940a-829fd4c27d27 HTTP/1.1" status: 200 len: 210 time: 0.0436349 Aug 30 10:59:15.698124 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51505c5-23c5-4821-ad93-4aeddb7fa2d8 req-7d22d6d1-7b68-406c-8a23-2b6f4539efe6 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:15.701414 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f51505c5-23c5-4821-ad93-4aeddb7fa2d8 req-7d22d6d1-7b68-406c-8a23-2b6f4539efe6 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 931 time: 0.0923998 Aug 30 10:59:15.786834 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f51505c5-23c5-4821-ad93-4aeddb7fa2d8 req-b6995da0-723c-4a0c-b8da-b6301d098e87 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773120 Aug 30 10:59:15.801480 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423dde3c-6b3a-42b4-a755-f5eae43c9c70 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:59:15.810078 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:15.823477 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Transition to ACTIVE for port object 423dde3c-6b3a-42b4-a755-f5eae43c9c70 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 10:59:15.913996 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:15.958491 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549f8f-ef3c-4104-9ff7-46bdf970a082 req-b03433b6-9298-451f-9c0a-2efa96642965 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:15.960220 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe549f8f-ef3c-4104-9ff7-46bdf970a082 req-b03433b6-9298-451f-9c0a-2efa96642965 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0568326 Aug 30 10:59:15.989811 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:16.003029 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe549f8f-ef3c-4104-9ff7-46bdf970a082 req-1dd5541a-b195-4d3a-a4ae-2045dc77477f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358620 Aug 30 10:59:16.043355 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Attempting to bind port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 10:59:16.043735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Attempting to bind port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 10:59:16.051878 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Attempting to bind port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 on network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:59:16.052348 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 on network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 10:59:16.052899 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Attempting to bind port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 on network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 10:59:16.062361 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 10:59:16.063276 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Checking segment: {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 10:59:16.063732 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Bound using segment: {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 10:59:16.064177 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Bound port: 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9908dd-224a-4547-b8d1-72107c77bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 10:59:16.064533 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:16.159816 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 10:59:16.163084 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 10:59:16.228334 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:16.255938 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:16.258290 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:16.273475 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.274114 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:16.275773 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] 10.222.0.18 "PUT /v2.0/ports/423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 1093 time: 1.3237541 Aug 30 10:59:16.302299 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd49088-45d8-47ea-b158-42582af76753 service neutron] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:16.306318 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aad508-6383-4d79-b1f2-50a931266806 x-openstack-request-id: req-a2aad508-6383-4d79-b1f2-50a931266806 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:16.306318 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:16.306911 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2aad508-6383-4d79-b1f2-50a931266806 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:16.307014 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f', 'status': 'completed', 'code': 200} Aug 30 10:59:16.377012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-cfd23579-7cdc-4ac5-bbe8-f68eaa88ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.378603 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-cfd23579-7cdc-4ac5-bbe8-f68eaa88ebc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 1098 time: 0.0478578 Aug 30 10:59:16.508081 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-e43e4a2c-eaeb-4ad7-9db9-f5c27f71c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.509705 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-e43e4a2c-eaeb-4ad7-9db9-f5c27f71c1fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1096 time: 0.0743520 Aug 30 10:59:16.514622 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-e1c034e5-cbe4-4a62-9c77-1f73778d925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.516657 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-e1c034e5-cbe4-4a62-9c77-1f73778d925a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 913 time: 0.1304064 Aug 30 10:59:16.549852 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43638) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:16.559204 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-1bc236a5-a502-4211-bf0b-7b18db854e12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 217 time: 0.0414231 Aug 30 10:59:16.605820 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device cef7722c-bacd-4c6f-b3cd-766a10c7a973 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:59:16.634111 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: cef7722c-bacd-4c6f-b3cd-766a10c7a973 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:59:16.634456 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device cef7722c-bacd-4c6f-b3cd-766a10c7a973 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:59:16.649286 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-67f6d3e5-99dc-4860-9c28-b3c5e7501db3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f9be150-00c4-4136-996b-8940954c9b8f HTTP/1.1" status: 200 len: 1000 time: 0.1245868 Aug 30 10:59:16.653858 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-4875458d-b311-4db6-9bc3-6c61039d73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.655359 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-4875458d-b311-4db6-9bc3-6c61039d73c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 200 len: 847 time: 0.0663557 Aug 30 10:59:16.733878 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-7c490b88-f85c-48ba-9348-e13404aeb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.735949 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-7c490b88-f85c-48ba-9348-e13404aeb87b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0794685 Aug 30 10:59:16.755828 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-714d1e72-b9be-4b1c-80e9-25ea14f5872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.757442 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-714d1e72-b9be-4b1c-80e9-25ea14f5872a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740523 Aug 30 10:59:16.840640 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-5ccd630b-0ddf-4af2-a262-100f1306b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:16.843327 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-5ccd630b-0ddf-4af2-a262-100f1306b016 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984497 Aug 30 10:59:16.971251 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-b49e3729-53c2-44b3-bf33-f790589db3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979151 Aug 30 10:59:17.073647 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524897f-dc23-4690-adca-6abd56c082b3 req-e71e7505-d53c-4c02-ba89-27b8461e01da tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:17.075125 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a524897f-dc23-4690-adca-6abd56c082b3 req-e71e7505-d53c-4c02-ba89-27b8461e01da tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1583669 Aug 30 10:59:17.084898 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-b85b1108-7e94-40c4-a57d-dfc918bd716c service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339110 Aug 30 10:59:17.188884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304abe4-5acc-4596-b2f6-7e140d489a42 req-8cc2b63e-4a5d-4fd9-9ac4-31ebfeddd100 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:17.190498 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3304abe4-5acc-4596-b2f6-7e140d489a42 req-8cc2b63e-4a5d-4fd9-9ac4-31ebfeddd100 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0907772 Aug 30 10:59:17.209306 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0562d6b1-0976-43ed-9ee2-36ea2f73a4ae req-8aa43e6f-655b-4d36-aae2-af46a710bd57 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295070 Aug 30 10:59:17.215323 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a524897f-dc23-4690-adca-6abd56c082b3 req-8bc32378-cbbd-4a88-86ba-8b8195912d4a tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196563 Aug 30 10:59:17.247126 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0a0a1f30-6d83-4ad7-ab21-05d2c9c1e4d7 req-acdb69e9-f303-4021-9be9-70ca97765e86 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530046 Aug 30 10:59:17.291071 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3304abe4-5acc-4596-b2f6-7e140d489a42 req-7c20520d-76a4-4c1a-b7ed-1cb321c4cc89 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879176 Aug 30 10:59:17.333317 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:17.656706 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Deleting port b1927c67-8d63-4c96-9d6c-ce4ce28df4af {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:59:17.657468 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:17.739407 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] For port b1927c67-8d63-4c96-9d6c-ce4ce28df4af, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,segment=NetworkSegment(cfaced32-09af-4d76-b01c-08fd7504d71c),segment_id=cfaced32-09af-4d76-b01c-08fd7504d71c)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:17.739767 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:17.756766 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Calling delete_port for b1927c67-8d63-4c96-9d6c-ce4ce28df4af owned by network:router_interface {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:59:18.010816 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:18.037950 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1927c67-8d63-4c96-9d6c-ce4ce28df4af,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:18.212143 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:18.308329 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:18.310701 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d10626d-36ac-47b1-a2c3-e7023e589846" -d '{"events": [{"name": "network-changed", "server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:18.353725 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c7c703-679e-4d53-95aa-c9b26aaf5092 x-openstack-request-id: req-41c7c703-679e-4d53-95aa-c9b26aaf5092 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:18.354023 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:18.354275 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41c7c703-679e-4d53-95aa-c9b26aaf5092 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:18.354669 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'status': 'completed', 'code': 200} Aug 30 10:59:18.371469 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1c6a1-4fd1-48dc-91a1-0e99a9c570c4 req-1a07499d-9d75-4409-9d82-d89065436f6e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:18.373138 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-02c1c6a1-4fd1-48dc-91a1-0e99a9c570c4 req-1a07499d-9d75-4409-9d82-d89065436f6e tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0591619 Aug 30 10:59:18.416440 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-02c1c6a1-4fd1-48dc-91a1-0e99a9c570c4 req-91347b34-98f2-41e2-8a38-30167c34c211 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369222 Aug 30 10:59:18.479591 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4bc99-d4f8-4ece-b04f-c7055cc04b35 req-6fcc00fa-3773-4224-bfa3-cd52d22d42c7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:18.481165 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-96e4bc99-d4f8-4ece-b04f-c7055cc04b35 req-6fcc00fa-3773-4224-bfa3-cd52d22d42c7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0697422 Aug 30 10:59:18.485748 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Router 808a5ac5-7875-4a04-8f23-962ed35dbd65 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:59:18.570868 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-96e4bc99-d4f8-4ece-b04f-c7055cc04b35 req-b300d2fa-ea67-4a28-9c71-7f693df4aef5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820730 Aug 30 10:59:18.631616 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:59:18.639202 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43662) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:18.639444 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-05e4a4b5-2258-44e6-b11b-1804411dafd0 admin admin] 10.222.0.24 "PUT /v2.0/routers/808a5ac5-7875-4a04-8f23-962ed35dbd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884252 Aug 30 10:59:18.642595 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] Sync routers for ids ['808a5ac5-7875-4a04-8f23-962ed35dbd65'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:59:18.652087 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] Routers {'808a5ac5-7875-4a04-8f23-962ed35dbd65'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:18.652912 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['808a5ac5-7875-4a04-8f23-962ed35dbd65'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:18.747980 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks [] for router, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:18.761784 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] Set router 808a5ac5-7875-4a04-8f23-962ed35dbd65 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:18.860745 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210f6b5-282a-4ded-b19f-959cab43afae req-4ae328a8-80d2-4bd3-9d23-cc03a89838b0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:18.862755 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8210f6b5-282a-4ded-b19f-959cab43afae req-4ae328a8-80d2-4bd3-9d23-cc03a89838b0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0529952 Aug 30 10:59:18.876236 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:18.906070 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8210f6b5-282a-4ded-b19f-959cab43afae req-fb43a36a-2933-4d62-b54d-b1acb462b796 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352476 Aug 30 10:59:18.958823 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:59:17Z', 'revision_number': 5, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port': {'id': '92f41f17-de4c-43cf-a245-0e46a6778f6d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:18.991132 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] Checking router: 808a5ac5-7875-4a04-8f23-962ed35dbd65 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:59:18.999833 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] Routers {'808a5ac5-7875-4a04-8f23-962ed35dbd65'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:19.004980 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['808a5ac5-7875-4a04-8f23-962ed35dbd65'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:19.038062 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Deleting port 92f41f17-de4c-43cf-a245-0e46a6778f6d {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:59:19.038418 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.093029 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] Set router 808a5ac5-7875-4a04-8f23-962ed35dbd65 gateway port host: None {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:19.128054 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] For port 92f41f17-de4c-43cf-a245-0e46a6778f6d, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=92f41f17-de4c-43cf-a245-0e46a6778f6d,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:19.128339 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.141317 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Calling delete_port for 92f41f17-de4c-43cf-a245-0e46a6778f6d owned by network:router_gateway {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:59:19.147814 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:59:18Z', 'revision_number': 6, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port_host': None}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:19.181166 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d1f80-539c-4c33-9253-9df70a9c863c None None] The sync data for ids ['808a5ac5-7875-4a04-8f23-962ed35dbd65'] in dv-cinder-806559-1-iscsi is: [{'id': '808a5ac5-7875-4a04-8f23-962ed35dbd65', 'name': 'tempest-ServerRescueNegativeTestJSON-541477568-router', 'tenant_id': 'd6ea559807774d15acece5956e6868f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:24Z', 'updated_at': '2021-08-30T10:59:18Z', 'revision_number': 6, 'project_id': 'd6ea559807774d15acece5956e6868f5', 'gw_port_host': None}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:59:19.387943 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.415623 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Pushing event deleted for resources: {'Port': ['ID=92f41f17-de4c-43cf-a245-0e46a6778f6d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:19.480366 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.617795 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.623583 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.649527 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c786c17-177d-411f-80d2-0c4ab1266918 req-1bd1dd64-ff05-411b-a877-569c7873ec38 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:19.649527 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5c786c17-177d-411f-80d2-0c4ab1266918 req-1bd1dd64-ff05-411b-a877-569c7873ec38 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1420529 Aug 30 10:59:19.737239 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5c786c17-177d-411f-80d2-0c4ab1266918 req-3e759369-d457-4d1f-8bab-66ee450484ef tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707910 Aug 30 10:59:19.808947 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.810018 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 808a5ac5-7875-4a04-8f23-962ed35dbd65 {{(pid=106342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 10:59:19.827571 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.829705 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-203e209a-e1d5-4517-993c-d93a7f1225af admin admin] 10.222.0.24 "DELETE /v2.0/routers/808a5ac5-7875-4a04-8f23-962ed35dbd65 HTTP/1.1" status: 204 len: 168 time: 1.1887875 Aug 30 10:59:19.832290 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43670) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:19.879552 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] Deleting subnet 1faba8d9-4533-436a-8921-bec595aa9c89 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 10:59:19.882729 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.919668 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:19.966582 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.001823 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b1927c67-8d63-4c96-9d6c-ce4ce28df4af no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:59:20.036170 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: b1927c67-8d63-4c96-9d6c-ce4ce28df4af {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:59:20.037013 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b1927c67-8d63-4c96-9d6c-ce4ce28df4af not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:59:20.063304 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66a7e6-2895-424f-9f78-a4b3d23b2477 req-f954a905-5142-4bdc-9e96-5e0a4bb27d2f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:20.065110 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4d66a7e6-2895-424f-9f78-a4b3d23b2477 req-f954a905-5142-4bdc-9e96-5e0a4bb27d2f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0687563 Aug 30 10:59:20.106628 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4d66a7e6-2895-424f-9f78-a4b3d23b2477 req-60f49af9-ec5a-4df0-a9d3-2102cdb0cdf4 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345690 Aug 30 10:59:20.126397 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.154808 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1faba8d9-4533-436a-8921-bec595aa9c89,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:20.159383 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.162841 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a44d8222-4800-4736-8d3a-0a36eddba6c7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1faba8d9-4533-436a-8921-bec595aa9c89 HTTP/1.1" status: 204 len: 168 time: 0.3291836 Aug 30 10:59:20.166066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43674) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:20.243823 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.366309 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.379124 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864ca3f4-4e6f-4892-9074-84b817fbe5da']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:20.392549 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaced32-09af-4d76-b01c-08fd7504d71c') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:20.393366 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaced32-09af-4d76-b01c-08fd7504d71c') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:20.404321 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-2e648274-cd23-4339-acf2-0b5365d135db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:20.407228 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-2e648274-cd23-4339-acf2-0b5365d135db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1096 time: 0.0855637 Aug 30 10:59:20.408661 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.468316 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.487781 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 10:59:20.501100 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 10:59:20.598896 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-6372bbb2-aaf5-4726-99b1-ee3ac9ed60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:20.600386 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-6372bbb2-aaf5-4726-99b1-ee3ac9ed60f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 909 time: 0.1847794 Aug 30 10:59:20.602917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6caeca-a715-4201-83d6-833d245e6176 req-7c79f680-0a36-465b-80d5-3d2d2cf025e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:20.604250 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a6caeca-a715-4201-83d6-833d245e6176 req-7c79f680-0a36-465b-80d5-3d2d2cf025e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 1098 time: 0.1329141 Aug 30 10:59:20.663792 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-2adff2fa-22dd-4899-b8e7-361a830583db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 217 time: 0.0499508 Aug 30 10:59:20.958251 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:59:20.972576 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.994683 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:20.996559 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] 10.222.0.24 "DELETE /v2.0/networks/864ca3f4-4e6f-4892-9074-84b817fbe5da HTTP/1.1" status: 204 len: 168 time: 0.8294897 Aug 30 10:59:21.038008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442cde8-be75-4d87-8a5b-77ca34dede9e admin admin] Pushing event deleted for resources: {'Network': ['ID=864ca3f4-4e6f-4892-9074-84b817fbe5da,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:21.055965 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-9bd4cdde-d6f9-4876-88f1-19071cf051eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:21.057440 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-9bd4cdde-d6f9-4876-88f1-19071cf051eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 200 len: 847 time: 0.3703916 Aug 30 10:59:21.098361 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6caeca-a715-4201-83d6-833d245e6176 req-0f3902e7-0bc6-41d9-8144-7d7952123e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:21.099824 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a6caeca-a715-4201-83d6-833d245e6176 req-0f3902e7-0bc6-41d9-8144-7d7952123e82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 912 time: 0.4806206 Aug 30 10:59:21.110271 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a851a5f-73f8-49c7-9ee8-4fca84f235d0 req-9cebf6f0-f831-4a5d-a6cd-ac986b1de0e0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:21.112324 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2a851a5f-73f8-49c7-9ee8-4fca84f235d0 req-9cebf6f0-f831-4a5d-a6cd-ac986b1de0e0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1465201 Aug 30 10:59:21.186586 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-2a5153a0-8bf7-4336-98ea-9465b86592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:21.188735 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-2a5153a0-8bf7-4336-98ea-9465b86592c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1193492 Aug 30 10:59:21.225446 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad5c49-be3d-4449-a4d2-9daa5d1b77f3 req-61721281-def6-41d3-b3ca-41ffbb6d6a1e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:21.229022 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2a851a5f-73f8-49c7-9ee8-4fca84f235d0 req-136f82f7-23e0-4833-abfe-c03e29436ad4 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079946 Aug 30 10:59:21.229436 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-49ad5c49-be3d-4449-a4d2-9daa5d1b77f3 req-61721281-def6-41d3-b3ca-41ffbb6d6a1e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0521750 Aug 30 10:59:21.259557 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a6caeca-a715-4201-83d6-833d245e6176 req-0e162af7-05c1-4e54-860f-d6285d0019eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 200 len: 1000 time: 0.1453834 Aug 30 10:59:21.280677 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-49ad5c49-be3d-4449-a4d2-9daa5d1b77f3 req-0dd86962-b40f-4caf-9971-58e149b2fe72 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455327 Aug 30 10:59:21.331995 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6caeca-a715-4201-83d6-833d245e6176 req-257b1883-f88f-4e96-bb59-810521d1fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:21.333497 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a6caeca-a715-4201-83d6-833d245e6176 req-257b1883-f88f-4e96-bb59-810521d1fd16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.0648241 Aug 30 10:59:21.343347 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-d564cfaa-3584-4670-98ed-6ed4986824af service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416540 Aug 30 10:59:21.401041 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43686) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:21.449253 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6caeca-a715-4201-83d6-833d245e6176 req-5eb19305-4737-4661-b304-ddc9cc09d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:21.449872 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b144e1b2-6135-4cc8-baeb-198cfe9abb89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6ea559807774d15acece5956e6868f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467966 Aug 30 10:59:21.450769 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a6caeca-a715-4201-83d6-833d245e6176 req-5eb19305-4737-4661-b304-ddc9cc09d1ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065168 Aug 30 10:59:21.455378 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43688) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:21.486101 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 92f41f17-de4c-43cf-a245-0e46a6778f6d no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:59:21.511335 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 92f41f17-de4c-43cf-a245-0e46a6778f6d {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:59:21.511729 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 92f41f17-de4c-43cf-a245-0e46a6778f6d not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:59:21.512795 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-677b89ad-5e42-498c-a57e-31b7e62a53e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:21.519709 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0d10626d-36ac-47b1-a2c3-e7023e589846 req-c1438703-1307-4525-8ed7-54e3316d2417 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674390 Aug 30 10:59:21.555539 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-677b89ad-5e42-498c-a57e-31b7e62a53e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:21.575689 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a6caeca-a715-4201-83d6-833d245e6176 req-5eeab023-7f15-4fe8-942b-32be9017c343 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127884 Aug 30 10:59:21.708588 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-677b89ad-5e42-498c-a57e-31b7e62a53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:21.709886 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5a6caeca-a715-4201-83d6-833d245e6176 req-11704b4c-ff04-430f-928f-ca6cd52f9fc3 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251624 Aug 30 10:59:21.711204 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-677b89ad-5e42-498c-a57e-31b7e62a53e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:21.712390 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-677b89ad-5e42-498c-a57e-31b7e62a53e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff22eb92-cff2-4cd7-b155-ff7c247d13b8 HTTP/1.1" status: 204 len: 168 time: 0.2554302 Aug 30 10:59:21.722699 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b89ad-5e42-498c-a57e-31b7e62a53e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff22eb92-cff2-4cd7-b155-ff7c247d13b8,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:22.378230 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f1027-e65f-4a05-9068-30ca95ba3b85 req-a9064e62-2607-4fb5-a116-6822160eeed5 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:22.385504 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d55f1027-e65f-4a05-9068-30ca95ba3b85 req-a9064e62-2607-4fb5-a116-6822160eeed5 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0709291 Aug 30 10:59:22.427736 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d55f1027-e65f-4a05-9068-30ca95ba3b85 req-ed755ef5-3af6-4b00-b8b7-7ad0bc828976 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412517 Aug 30 10:59:22.441894 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38a56a-e18b-42a9-8bd9-57fdf37f7887 req-ebdb343a-18f0-4f67-b1c4-77643b87f35c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:22.443515 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8d38a56a-e18b-42a9-8bd9-57fdf37f7887 req-ebdb343a-18f0-4f67-b1c4-77643b87f35c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0684190 Aug 30 10:59:22.483737 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8d38a56a-e18b-42a9-8bd9-57fdf37f7887 req-1b8c8240-9ee2-487c-9403-2853a16025cc tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344789 Aug 30 10:59:23.545548 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693e924-f7db-4dce-8f3e-a1aa78de4180 req-82535140-c21b-4404-8533-c1f545c580b0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:23.547444 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5693e924-f7db-4dce-8f3e-a1aa78de4180 req-82535140-c21b-4404-8533-c1f545c580b0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0542011 Aug 30 10:59:23.607392 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5693e924-f7db-4dce-8f3e-a1aa78de4180 req-90803ecf-f4c2-45fc-b505-8dfac3954375 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475881 Aug 30 10:59:23.689212 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50b929-0eed-4652-94e4-d74e8ec4665c req-1dbba576-2c11-4e55-9d2e-1b2fc08dd764 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:23.690801 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6c50b929-0eed-4652-94e4-d74e8ec4665c req-1dbba576-2c11-4e55-9d2e-1b2fc08dd764 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0530124 Aug 30 10:59:23.730015 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6c50b929-0eed-4652-94e4-d74e8ec4665c req-15a2864d-050a-47df-af26-6fecca2430db tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330486 Aug 30 10:59:24.617691 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 423dde3c-6b3a-42b4-a755-f5eae43c9c70 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 10:59:24.718447 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:24.728192 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed9631-9259-41da-8289-863485484c14 req-83e6980a-606d-4d3e-b5e1-52bd422086a4 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:24.729909 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e0ed9631-9259-41da-8289-863485484c14 req-83e6980a-606d-4d3e-b5e1-52bd422086a4 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0503500 Aug 30 10:59:24.731307 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'port_id': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'mac_address': 'fa:16:3e:5a:88:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 10:59:24.777929 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:24.786147 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e0ed9631-9259-41da-8289-863485484c14 req-0eabd279-afe1-4f8a-b082-ee91738b8a16 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475867 Aug 30 10:59:24.799219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423dde3c-6b3a-42b4-a755-f5eae43c9c70 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 10:59:24.819898 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:24.879407 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:24.928741 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:25.154148 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['423dde3c-6b3a-42b4-a755-f5eae43c9c70'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 10:59:25.931715 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6494e-f193-4de8-ac9e-e6ae7c87506e req-93cdff69-f705-4349-b5be-64e05505fb6f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:25.931715 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2ed6494e-f193-4de8-ac9e-e6ae7c87506e req-93cdff69-f705-4349-b5be-64e05505fb6f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 944 time: 0.0589027 Aug 30 10:59:25.978480 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2ed6494e-f193-4de8-ac9e-e6ae7c87506e req-ddc9c40d-4569-4dfd-b63e-c6fd1ac13fc8 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356107 Aug 30 10:59:26.629951 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 423dde3c-6b3a-42b4-a755-f5eae43c9c70 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 10:59:26.742422 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 10:59:26.746971 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 10:59:26.747348 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:26.748145 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43812) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:26.834257 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:26.859948 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:26.860492 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:26.863023 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caca27ca-fcd2-41aa-9829-33b520894900" -d '{"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-plugged", "status": "completed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:26.876101 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:26.905020 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8d5dbf-85f1-47ed-902b-2f8faa85db25 x-openstack-request-id: req-1c8d5dbf-85f1-47ed-902b-2f8faa85db25 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:26.905417 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-plugged", "status": "completed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:26.905679 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c8d5dbf-85f1-47ed-902b-2f8faa85db25 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:26.906636 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'code': 200} Aug 30 10:59:26.964112 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:26.970767 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:27.007139 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8e9a4c0a-4d82-4fef-ac1d-6cd76f5d4e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:27.029837 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:27.118614 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72380d48-5d49-43dc-bbfa-bbc4f7af5b4e req-23073fb4-5493-4df1-8548-bce990ee5f94 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:27.119743 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:27.120839 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-72380d48-5d49-43dc-bbfa-bbc4f7af5b4e req-23073fb4-5493-4df1-8548-bce990ee5f94 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0590470 Aug 30 10:59:27.161287 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdee22b-ec0a-45f9-a5df-9770554531e2,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:27.164189 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-72380d48-5d49-43dc-bbfa-bbc4f7af5b4e req-4332d5e1-7cc9-47e2-8d61-be4bb26ac9f0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354555 Aug 30 10:59:27.167649 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63cfd87760154c00be39e4a1c310ec2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159374 Aug 30 10:59:27.168403 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43830) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:27.189359 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.189711 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.197871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890830a-ebd9-4479-879c-b1911ee943d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:27.243290 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fade3719-d440-47f6-82de-0574210c2dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:27.268510 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fade3719-d440-47f6-82de-0574210c2dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:27.371092 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fade3719-d440-47f6-82de-0574210c2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:27.373706 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fade3719-d440-47f6-82de-0574210c2dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:27.374940 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-fade3719-d440-47f6-82de-0574210c2dcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfdee22b-ec0a-45f9-a5df-9770554531e2 HTTP/1.1" status: 204 len: 168 time: 0.2061603 Aug 30 10:59:27.385534 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade3719-d440-47f6-82de-0574210c2dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdee22b-ec0a-45f9-a5df-9770554531e2,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:27.426767 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c9c2e-5717-45f9-9e20-bad5366a9f56 req-7f6c67c0-ac4e-4927-bf20-927721faf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:27.428484 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-728c9c2e-5717-45f9-9e20-bad5366a9f56 req-7f6c67c0-ac4e-4927-bf20-927721faf4b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1098 time: 0.0550969 Aug 30 10:59:27.470060 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-728c9c2e-5717-45f9-9e20-bad5366a9f56 req-8dda650d-9071-44a8-bb40-dbac71a1f061 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329165 Aug 30 10:59:28.285725 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6a835-da1b-4c19-a7ff-7b0e78434ef6 req-1b14cbc9-89db-4756-8f0e-61e78b0bd676 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:28.287253 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5bb6a835-da1b-4c19-a7ff-7b0e78434ef6 req-1b14cbc9-89db-4756-8f0e-61e78b0bd676 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0492282 Aug 30 10:59:28.325789 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5bb6a835-da1b-4c19-a7ff-7b0e78434ef6 req-c63cdc55-9ebf-4689-bef9-1370904c01ce tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325191 Aug 30 10:59:29.447310 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7f9d1-6e1d-4211-8be2-8070de60ad1a req-2c6fee2a-bc65-4c28-94c0-5d403b174ffd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:29.448995 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0bf7f9d1-6e1d-4211-8be2-8070de60ad1a req-2c6fee2a-bc65-4c28-94c0-5d403b174ffd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0530055 Aug 30 10:59:29.493029 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0bf7f9d1-6e1d-4211-8be2-8070de60ad1a req-8cb33eac-11a5-4b4c-b3c2-7bfd65ff3926 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376582 Aug 30 10:59:29.629874 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aa980-a821-4354-9bba-bd7fe39714a1 req-249a6a3f-b6b9-4da8-adb8-0d3765e749dc tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:29.631422 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-737aa980-a821-4354-9bba-bd7fe39714a1 req-249a6a3f-b6b9-4da8-adb8-0d3765e749dc tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0629015 Aug 30 10:59:29.677158 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-737aa980-a821-4354-9bba-bd7fe39714a1 req-fe26af76-5b1c-4131-9523-cdfb0283dbc3 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377569 Aug 30 10:59:29.708398 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43906) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:29.910279 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c0672-798f-4a40-8397-cf3a643bf2ff tempest-TestShelveInstance-1134761278 tempest-TestShelveInstance-1134761278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:29.911766 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-cb8c0672-798f-4a40-8397-cf3a643bf2ff tempest-TestShelveInstance-1134761278 tempest-TestShelveInstance-1134761278-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1093 time: 0.2022612 Aug 30 10:59:29.915094 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43910) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:29.919786 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'port_id': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:59:30.056471 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for floatingip, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.107636 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ec397bb6-501c-48e3-ac60-e2ccc45b8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.158947 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.207066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43914) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:30.276811 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Allocated IP 172.27.2.37 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/cfe016e3-9e17-4a64-ac9c-76528966fb2c) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 10:59:30.334781 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.393392 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.399826 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.432393 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.530456 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.559397 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.573697 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb8f4f9310f249aa97e2eae2b37cb7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651597 Aug 30 10:59:30.575529 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbab20-ec6c-45b5-add2-c14c3996a0ce,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:30.577519 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43922) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:30.589984 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.596735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a50fb8b-5923-40bc-9161-8c3fc87a2012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 10:59:30.598686 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 10:59:30.601627 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 10:59:30.605147 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 10:59:30.638417 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'Port': ['ID=cfe016e3-9e17-4a64-ac9c-76528966fb2c,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:30.658544 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47abfcf8-fa19-4759-8a29-2a55645f1c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.677715 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47abfcf8-fa19-4759-8a29-2a55645f1c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.811331 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47abfcf8-fa19-4759-8a29-2a55645f1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.816117 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47abfcf8-fa19-4759-8a29-2a55645f1c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.817720 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-47abfcf8-fa19-4759-8a29-2a55645f1c10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20fbab20-ec6c-45b5-add2-c14c3996a0ce HTTP/1.1" status: 204 len: 168 time: 0.2390492 Aug 30 10:59:30.828841 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:30.835095 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abfcf8-fa19-4759-8a29-2a55645f1c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbab20-ec6c-45b5-add2-c14c3996a0ce,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:31.170084 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.199072 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-57e25665-6a31-4533-9e02-e2fc320aaf14 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550816 Aug 30 10:59:31.267464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-2525f249-8b34-4820-9468-a51430a461eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:31.268325 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.269204 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-2525f249-8b34-4820-9468-a51430a461eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 1098 time: 0.0461628 Aug 30 10:59:31.374676 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-1c252a7f-407d-4435-871a-6ba26c03bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:31.376470 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-1c252a7f-407d-4435-871a-6ba26c03bced service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 912 time: 0.0866399 Aug 30 10:59:31.455130 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.459429 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-6d6a0014-e307-4d04-947c-34ae6b384962 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 200 len: 1000 time: 0.0736933 Aug 30 10:59:31.517408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-e8d29e9c-4b73-451e-9937-7a4ea2e352d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:31.519012 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-e8d29e9c-4b73-451e-9937-7a4ea2e352d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.0537529 Aug 30 10:59:31.548966 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 43936) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:31.573824 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cc56703f-64d5-41a2-abc4-db1f57291d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.579639 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-2c08cfab-2e5c-4f34-a607-2807b21970b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:31.581266 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-2c08cfab-2e5c-4f34-a607-2807b21970b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531902 Aug 30 10:59:31.684577 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-1b2fc2f0-fe94-4293-af64-10cf942d2fc4 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952284 Aug 30 10:59:31.687075 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.732830 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cc56703f-64d5-41a2-abc4-db1f57291d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.792886 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.794718 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1c5eff1-6115-418b-8901-87d87fb39898 req-660d3453-35ae-428e-a5d4-0f6d6107e628 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895538 Aug 30 10:59:31.865501 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event updated for resources: {'Port': ['ID=cfe016e3-9e17-4a64-ac9c-76528966fb2c,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:31.869802 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cc56703f-64d5-41a2-abc4-db1f57291d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.898863 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:31.956781 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56703f-64d5-41a2-abc4-db1f57291d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb53e9-0eec-4399-b09c-63cfc1e16f27,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:31.962610 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-cc56703f-64d5-41a2-abc4-db1f57291d7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3442d3b6b6ea483ca2230e038e705f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127190 Aug 30 10:59:31.965803 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 43938) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:32.022926 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ecde3e34-4c19-4ec8-b938-b107d6fe5904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:32.037079 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.l3_db [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Floating IP 42d026bf-cc95-4ea3-b31d-03e10b4cf717 associated. External IP: 172.27.2.37, port: 423dde3c-6b3a-42b4-a755-f5eae43c9c70. Aug 30 10:59:32.050089 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ecde3e34-4c19-4ec8-b938-b107d6fe5904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:32.187497 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ecde3e34-4c19-4ec8-b938-b107d6fe5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:32.193410 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ecde3e34-4c19-4ec8-b938-b107d6fe5904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:32.194973 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ecde3e34-4c19-4ec8-b938-b107d6fe5904 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3afb53e9-0eec-4399-b09c-63cfc1e16f27 HTTP/1.1" status: 204 len: 168 time: 0.2279508 Aug 30 10:59:32.203444 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde3e34-4c19-4ec8-b938-b107d6fe5904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb53e9-0eec-4399-b09c-63cfc1e16f27,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:32.268088 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Router 7527f98f-617e-4282-a16a-b536d4275d76 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:59:32.390958 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:59:32.400616 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] Sync routers for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:59:32.410174 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:32.410939 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:32.478935 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:32.510889 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-3a994ac2-74e2-4477-b94c-3f6e102c49cd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5946367 Aug 30 10:59:32.512499 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:32.514937 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f5be5-5651-45bc-b8a5-b88f33875aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:32.567831 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:32.572230 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19129f3c-3b54-4df8-a3b5-0f4e60661320 x-openstack-request-id: req-19129f3c-3b54-4df8-a3b5-0f4e60661320 {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:32.572520 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:32.572773 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19129f3c-3b54-4df8-a3b5-0f4e60661320 {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:32.573251 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'status': 'completed', 'code': 200} Aug 30 10:59:32.605466 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:32.662865 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-ac69cbcb-77b3-45e9-b25f-0c366285e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:32.664657 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-ac69cbcb-77b3-45e9-b25f-0c366285e9c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1098 time: 0.0462286 Aug 30 10:59:32.788066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-80390786-7304-4cd2-9db2-b3e342e59f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:32.790254 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-80390786-7304-4cd2-9db2-b3e342e59f72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 909 time: 0.1165845 Aug 30 10:59:32.894272 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-fe868bd2-7d47-4167-9ab2-6f3b227a0434 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 998 time: 0.0941408 Aug 30 10:59:32.977274 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-650dc55a-7ac6-4744-b282-4c1db53e1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:32.979698 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-650dc55a-7ac6-4744-b282-4c1db53e1f59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 200 len: 847 time: 0.0750451 Aug 30 10:59:33.053951 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '42d026bf-cc95-4ea3-b31d-03e10b4cf717', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'port_id': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'mac_address': 'fa:16:3e:5a:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:59:30Z', 'updated_at': '2021-08-30T10:59:30Z', 'revision_number': 0, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:28Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:33.063899 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-8d67f1f6-2d74-40bf-aedb-c23dd62a0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:33.065168 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-8d67f1f6-2d74-40bf-aedb-c23dd62a0120 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773556 Aug 30 10:59:33.086770 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] Checking router: 7527f98f-617e-4282-a16a-b536d4275d76 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:59:33.096348 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:33.097029 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:33.174476 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-6d4d2c3e-91de-42c0-b5e3-669bd030d0a5 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010396 Aug 30 10:59:33.220548 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:33.321949 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f15f5be5-5651-45bc-b8a5-b88f33875aa2 req-7b02af7d-3d6e-4df8-8d74-98c7611003d3 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390975 Aug 30 10:59:33.490229 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '42d026bf-cc95-4ea3-b31d-03e10b4cf717', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'port_id': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'mac_address': 'fa:16:3e:5a:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:59:30Z', 'updated_at': '2021-08-30T10:59:30Z', 'revision_number': 0, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:28Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:33.518465 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a323c47d-21e9-493b-9464-38ced5b9f999 None None] The sync data for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi is: [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '42d026bf-cc95-4ea3-b31d-03e10b4cf717', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'port_id': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'mac_address': 'fa:16:3e:5a:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T10:59:30Z', 'updated_at': '2021-08-30T10:59:30Z', 'revision_number': 0, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:28Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:59:33.721821 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a86d54-2d40-45e0-8599-8bcb752ddeb4 None None] New status for floating IP 42d026bf-cc95-4ea3-b31d-03e10b4cf717: ACTIVE {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 10:59:35.249511 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44020) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:35.372653 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2d7429a5-c24b-481d-98d5-0857ebd36d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:35.469215 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2d7429a5-c24b-481d-98d5-0857ebd36d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:35.547956 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2d7429a5-c24b-481d-98d5-0857ebd36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:35.589576 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2d7429a5-c24b-481d-98d5-0857ebd36d2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49e379133b1b49d29c2678afb83aab6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380890 Aug 30 10:59:35.590591 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7429a5-c24b-481d-98d5-0857ebd36d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6015f-fb42-4259-85b2-d57725187517,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:35.593512 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44030) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:35.667702 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c2f55dc6-e0f0-4cfc-98bd-1da4ac75bdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:35.694059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c2f55dc6-e0f0-4cfc-98bd-1da4ac75bdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:35.804812 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c2f55dc6-e0f0-4cfc-98bd-1da4ac75bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:35.807421 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c2f55dc6-e0f0-4cfc-98bd-1da4ac75bdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:35.808691 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c2f55dc6-e0f0-4cfc-98bd-1da4ac75bdc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0c6015f-fb42-4259-85b2-d57725187517 HTTP/1.1" status: 204 len: 168 time: 0.2141647 Aug 30 10:59:35.822073 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f55dc6-e0f0-4cfc-98bd-1da4ac75bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6015f-fb42-4259-85b2-d57725187517,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:36.491770 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44036) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:36.505993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6e8fef10-5c77-4d57-841a-059658a403a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:36.614658 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6e8fef10-5c77-4d57-841a-059658a403a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:36.697118 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6e8fef10-5c77-4d57-841a-059658a403a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:36.739320 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fef10-5c77-4d57-841a-059658a403a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f5a7d-cecd-4736-a900-461ebe8b3088,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:36.745099 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-6e8fef10-5c77-4d57-841a-059658a403a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dbb059eda4e41a59bd7becefe30d859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522454 Aug 30 10:59:36.747832 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44044) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:36.805316 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4a030dd7-1fd2-465f-aa9b-527bca01c67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:36.830369 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4a030dd7-1fd2-465f-aa9b-527bca01c67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:36.935654 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4a030dd7-1fd2-465f-aa9b-527bca01c67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:36.938926 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4a030dd7-1fd2-465f-aa9b-527bca01c67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:36.940130 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-4a030dd7-1fd2-465f-aa9b-527bca01c67c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/590f5a7d-cecd-4736-a900-461ebe8b3088 HTTP/1.1" status: 204 len: 168 time: 0.1913772 Aug 30 10:59:36.948576 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a030dd7-1fd2-465f-aa9b-527bca01c67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f5a7d-cecd-4736-a900-461ebe8b3088,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:52.913592 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6369a9-39eb-4f24-a49f-212874ea219d req-74c6f07e-3685-4fcd-9c31-3669825878f7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:52.915356 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f6369a9-39eb-4f24-a49f-212874ea219d req-74c6f07e-3685-4fcd-9c31-3669825878f7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0883825 Aug 30 10:59:52.969872 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7f6369a9-39eb-4f24-a49f-212874ea219d req-de5808f4-ae7b-4e44-92c5-70eea02c74cd tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Aug 30 10:59:54.099915 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57246c-4ee4-4296-85ec-bbe276281eba req-c8a73261-1b6a-4752-8263-de9c8e8d35e1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:54.101504 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce57246c-4ee4-4296-85ec-bbe276281eba req-c8a73261-1b6a-4752-8263-de9c8e8d35e1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0544431 Aug 30 10:59:54.144164 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce57246c-4ee4-4296-85ec-bbe276281eba req-329692bb-d572-4625-a9b8-b4bdda0cb8d3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366960 Aug 30 10:59:54.681138 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-30eadb53-ebb6-49bb-8735-ac9d1caf3fa6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:54.682642 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-30eadb53-ebb6-49bb-8735-ac9d1caf3fa6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0555477 Aug 30 10:59:54.783354 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Deleting port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:59:54.783697 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:54.900902 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] For port 5b2ab642-9bb4-4d15-a22e-d24ce348a398, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=5b2ab642-9bb4-4d15-a22e-d24ce348a398,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 10:59:54.901406 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:55.156329 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:55.157210 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:55.157210 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Floating IP 316e9845-26a9-411e-ba92-a85f5792d400 disassociated. External IP: 172.27.2.76, port: 5b2ab642-9bb4-4d15-a22e-d24ce348a398. Aug 30 10:59:55.157507 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Calling delete_port for 5b2ab642-9bb4-4d15-a22e-d24ce348a398 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:59:55.302016 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541095b-c3ff-49ca-8770-b5c58f257157 req-6545e033-d6b0-4c1a-80c8-7015268a45e2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 10:59:55.305852 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f541095b-c3ff-49ca-8770-b5c58f257157 req-6545e033-d6b0-4c1a-80c8-7015268a45e2 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 946 time: 0.0576508 Aug 30 10:59:55.355258 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f541095b-c3ff-49ca-8770-b5c58f257157 req-a2bb8ad1-68c8-477e-b44b-db4806b7cb7b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=226b7dad-651b-47f3-94fa-705088146b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Aug 30 10:59:55.415231 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:55.454499 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event deleted for resources: {'Port': ['ID=5b2ab642-9bb4-4d15-a22e-d24ce348a398,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:55.576152 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Router 9fba9a5b-f21b-4285-9000-05cc488b10b4 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 10:59:55.712480 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 10:59:55.727882 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] Sync routers for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 10:59:55.742407 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:55.743193 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:55.768415 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] No DVR routers for this DVR port 5b2ab642-9bb4-4d15-a22e-d24ce348a398 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 10:59:55.771335 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:55.773626 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8621346e-d52a-4d3a-add4-23d73beeb857 req-1e015630-f78e-4df9-adb6-730c89a2b431 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "DELETE /v2.0/ports/5b2ab642-9bb4-4d15-a22e-d24ce348a398 HTTP/1.1" status: 204 len: 173 time: 1.0844686 Aug 30 10:59:55.774247 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-deleted', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 10:59:55.777167 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01eb65d-0484-4a7d-bb7a-20312fe3176b" -d '{"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-deleted", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 10:59:55.823215 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 10:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d39b1-5a70-46fc-a57f-ecbcac0f53b7 x-openstack-request-id: req-a23d39b1-5a70-46fc-a57f-ecbcac0f53b7 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 10:59:55.823515 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc8f35-1c03-4cbf-8be0-57e8e44ea825", "name": "network-vif-deleted", "tag": "5b2ab642-9bb4-4d15-a22e-d24ce348a398", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 10:59:55.823778 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a23d39b1-5a70-46fc-a57f-ecbcac0f53b7 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 10:59:55.824183 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc8f35-1c03-4cbf-8be0-57e8e44ea825', 'name': 'network-vif-deleted', 'tag': '5b2ab642-9bb4-4d15-a22e-d24ce348a398', 'status': 'completed', 'code': 200} Aug 30 10:59:55.877963 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:56.120640 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:56.153561 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] Checking router: 9fba9a5b-f21b-4285-9000-05cc488b10b4 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 10:59:56.163854 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 10:59:56.164480 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T10:59:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:56.295398 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 10:59:56.524399 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44342) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:56.578013 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-706eac27-238d-4a5f-95db-eef1ccc0cc48 req-f9c4bdf6-656d-41e7-b9f7-e4164d64cdfc tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dc8f35-1c03-4cbf-8be0-57e8e44ea825 HTTP/1.1" status: 200 len: 210 time: 0.0945330 Aug 30 10:59:56.658643 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 10:59:56.682673 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ca76bf65-71ee-454c-bb23-6cdafd827db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:56.693312 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874be68e-5b51-4ecc-9978-e5b2bf4ad5bf None None] The sync data for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi is: [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 10:59:56.797283 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ca76bf65-71ee-454c-bb23-6cdafd827db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:56.902061 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ca76bf65-71ee-454c-bb23-6cdafd827db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:56.944815 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ca76bf65-71ee-454c-bb23-6cdafd827db3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad7695a0fe8e4b0c91e3eb8185d3b09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192119 Aug 30 10:59:56.946030 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76bf65-71ee-454c-bb23-6cdafd827db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74b5269-18c2-47f4-b0d3-4032776530fb,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:56.947555 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44346) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:57.020072 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b2293-e55f-4e54-993c-c3e50854c85f None None] New status for floating IP 316e9845-26a9-411e-ba92-a85f5792d400: DOWN {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 10:59:57.028471 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bc091e16-4db7-488f-ba5a-61a8dfffa5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:57.044217 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-813a11aa-4bf0-420d-9e8f-4f0846c67c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:57.069285 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-813a11aa-4bf0-420d-9e8f-4f0846c67c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:57.221409 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-813a11aa-4bf0-420d-9e8f-4f0846c67c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:57.223988 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-813a11aa-4bf0-420d-9e8f-4f0846c67c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:57.225148 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-813a11aa-4bf0-420d-9e8f-4f0846c67c5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a74b5269-18c2-47f4-b0d3-4032776530fb HTTP/1.1" status: 204 len: 168 time: 0.2762554 Aug 30 10:59:57.236430 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a11aa-4bf0-420d-9e8f-4f0846c67c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74b5269-18c2-47f4-b0d3-4032776530fb,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:57.802830 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44366) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:57.899109 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b1d6-d84e-425f-abdb-4a2741d3185b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:57.926819 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b1d6-d84e-425f-abdb-4a2741d3185b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:57.959341 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 10:59:57.981398 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44368) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:57.996014 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-90cde341-3bc7-4331-b9a5-a832ed957826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.072212 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b1d6-d84e-425f-abdb-4a2741d3185b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.074688 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b1d6-d84e-425f-abdb-4a2741d3185b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.075857 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b7b9b1d6-d84e-425f-abdb-4a2741d3185b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "DELETE /v2.0/security-groups/226b7dad-651b-47f3-94fa-705088146b41 HTTP/1.1" status: 204 len: 168 time: 0.2717612 Aug 30 10:59:58.079310 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44370) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:58.094982 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-90cde341-3bc7-4331-b9a5-a832ed957826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.097547 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.api.v2.resource [None req-35996efd-71f1-4473-9c23-37cb4de2dc8b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] show failed (client error): The resource could not be found. Aug 30 10:59:58.098606 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-35996efd-71f1-4473-9c23-37cb4de2dc8b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups/226b7dad-651b-47f3-94fa-705088146b41 HTTP/1.1" status: 404 len: 347 time: 0.0183284 Aug 30 10:59:58.099370 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9b1d6-d84e-425f-abdb-4a2741d3185b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b7dad-651b-47f3-94fa-705088146b41,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:58.101886 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44372) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:58.181799 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-90cde341-3bc7-4331-b9a5-a832ed957826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.243889 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-90cde341-3bc7-4331-b9a5-a832ed957826 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65900b32d92043e5ae555d22d8885778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585154 Aug 30 10:59:58.243889 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cde341-3bc7-4331-b9a5-a832ed957826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85433ed3-4991-408b-82f6-316aa36569d0,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:58.244390 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44374) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:58.258830 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Deleting port 2f4967f7-006b-4c3b-9229-ce7195f6d6ff {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 10:59:58.259292 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.360059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-612d04ab-12da-4c1e-b044-f8334b2faca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.379946 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.380280 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.407949 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-612d04ab-12da-4c1e-b044-f8334b2faca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.409694 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Calling delete_port for 2f4967f7-006b-4c3b-9229-ce7195f6d6ff owned by network:floatingip {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 10:59:58.661039 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-612d04ab-12da-4c1e-b044-f8334b2faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.663992 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-612d04ab-12da-4c1e-b044-f8334b2faca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.665488 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-612d04ab-12da-4c1e-b044-f8334b2faca0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85433ed3-4991-408b-82f6-316aa36569d0 HTTP/1.1" status: 204 len: 168 time: 0.4154582 Aug 30 10:59:58.675208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d04ab-12da-4c1e-b044-f8334b2faca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85433ed3-4991-408b-82f6-316aa36569d0,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:58.700867 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.742597 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 10:59:58.762397 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event deleted for resources: {'Port': ['ID=2f4967f7-006b-4c3b-9229-ce7195f6d6ff,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:58.779357 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 5b2ab642-9bb4-4d15-a22e-d24ce348a398 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 10:59:58.786323 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 5b2ab642-9bb4-4d15-a22e-d24ce348a398 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 10:59:58.803890 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.806506 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:58.813365 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-4f7d765b-7a4c-4556-908a-caac75661dd5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "DELETE /v2.0/floatingips/316e9845-26a9-411e-ba92-a85f5792d400 HTTP/1.1" status: 204 len: 168 time: 0.7049186 Aug 30 10:59:59.365682 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44396) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:59.370705 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-f3b3c391-0427-4c2e-8676-e07b61879d6d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598433244', 'description': 'tempest-description--386310275'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:59:59.495371 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c391-0427-4c2e-8676-e07b61879d6d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:59.585153 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c391-0427-4c2e-8676-e07b61879d6d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:59.740763 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c391-0427-4c2e-8676-e07b61879d6d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:59.776806 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3c391-0427-4c2e-8676-e07b61879d6d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6291a1-5a2f-4c61-94b6-addd9922e548,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 10:59:59.849825 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c391-0427-4c2e-8676-e07b61879d6d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 10:59:59.851167 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f3b3c391-0427-4c2e-8676-e07b61879d6d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4844773 Aug 30 10:59:59.854057 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44408) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 10:59:59.858721 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-6ca86e2d-8984-44dd-879e-b0067984b24f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'security_group_rule': {'security_group_id': '6d6291a1-5a2f-4c61-94b6-addd9922e548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 10:59:59.982113 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e2d-8984-44dd-879e-b0067984b24f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.056368 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e2d-8984-44dd-879e-b0067984b24f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.089472 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c92be555-616e-4a66-8f27-ff77190635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.124621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e2d-8984-44dd-879e-b0067984b24f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.143399 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca86e2d-8984-44dd-879e-b0067984b24f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49205751-0abd-48e5-b10f-23743dc675f4,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:00.238048 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e2d-8984-44dd-879e-b0067984b24f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.239300 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-6ca86e2d-8984-44dd-879e-b0067984b24f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842382 Aug 30 11:00:00.242485 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44414) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:00.247156 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-dbdaa360-eb8b-4d26-9fe7-9eefd489fe4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'security_group_rule': {'security_group_id': '6d6291a1-5a2f-4c61-94b6-addd9922e548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:00.376057 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.382034 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa360-eb8b-4d26-9fe7-9eefd489fe4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.447263 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa360-eb8b-4d26-9fe7-9eefd489fe4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.581416 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa360-eb8b-4d26-9fe7-9eefd489fe4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.602366 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaa360-eb8b-4d26-9fe7-9eefd489fe4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2ceea0-877a-4da7-a932-53f671ad3029,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:00.765074 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dbdaa360-eb8b-4d26-9fe7-9eefd489fe4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.766818 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-dbdaa360-eb8b-4d26-9fe7-9eefd489fe4f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5233693 Aug 30 11:00:00.778418 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44424) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:00.783594 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:00.837929 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:00.878576 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:01.004026 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:01.128869 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Allocated IP 172.27.2.89 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/39d20c26-f766-4524-af99-ba668d1cf8f0) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:00:01.255788 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:01.398471 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:01.440585 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:00:01.443720 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:00:01.447592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:00:01.473409 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'Port': ['ID=39d20c26-f766-4524-af99-ba668d1cf8f0,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:01.549870 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:01.657480 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:02.089516 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:02.198319 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:02.270260 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'Port': ['ID=39d20c26-f766-4524-af99-ba668d1cf8f0,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:02.286972 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:02.381518 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:02.383129 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-5d1fb534-f120-4767-bc2c-014aee043c27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6035988 Aug 30 11:00:02.415533 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:02.558475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:02.651365 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-bf91106c-e920-4a98-84b3-172b92806c65 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1598433244&fields=id&tenant_id=9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 267 time: 0.0601242 Aug 30 11:00:02.776543 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-aa8e2c42-cfe3-4e5e-b7cc-5414a3bf9f27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:02.778308 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-aa8e2c42-cfe3-4e5e-b7cc-5414a3bf9f27 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 816 time: 0.1185913 Aug 30 11:00:02.795827 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c52cd7e7-a165-4f9f-a34c-9cd678cd6b1b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/quotas/9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 375 time: 0.0106556 Aug 30 11:00:02.858630 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-15a263d9-3679-4351-9c3e-0e5b12525cfb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557373 Aug 30 11:00:02.979325 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-a55a160e-bb7a-421e-9e6c-26da6865bf6a service neutron] 10.222.0.24 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030197 Aug 30 11:00:03.093786 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-183535b7-8a15-4e5a-be5a-96cac423d5c9 service neutron] 10.222.0.24 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967090 Aug 30 11:00:03.381630 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c48b0e20-a6aa-42ea-b02c-6159e8ed38ae req-69970c94-88b4-4fde-b816-3b40db481114 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 210 time: 0.0280535 Aug 30 11:00:04.487415 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e6fcc67d-ee1e-4ab4-9833-bb89ea6bd195 req-8cb759d2-6293-4388-8443-3161f8773e6f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 210 time: 0.0287399 Aug 30 11:00:04.796762 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44516) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:04.916050 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bba1da65-8ee6-458c-9cdb-4a19366be73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:05.030537 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bba1da65-8ee6-458c-9cdb-4a19366be73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:05.116292 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bba1da65-8ee6-458c-9cdb-4a19366be73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:05.169350 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-bba1da65-8ee6-458c-9cdb-4a19366be73d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=779034d4fdc24233b6dbc2ed862d4c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713500 Aug 30 11:00:05.170087 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1da65-8ee6-458c-9cdb-4a19366be73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7320b2b5-2903-451f-ab6b-e65533012472,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:05.172495 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44530) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:05.227064 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f6712721-9618-4b08-9817-ff21658035b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:05.253099 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f6712721-9618-4b08-9817-ff21658035b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:05.392872 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f6712721-9618-4b08-9817-ff21658035b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:05.395576 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-f6712721-9618-4b08-9817-ff21658035b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:05.396777 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-f6712721-9618-4b08-9817-ff21658035b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7320b2b5-2903-451f-ab6b-e65533012472 HTTP/1.1" status: 204 len: 168 time: 0.2223895 Aug 30 11:00:05.405528 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712721-9618-4b08-9817-ff21658035b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7320b2b5-2903-451f-ab6b-e65533012472,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:05.612835 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a0f4ef44-f6c4-45d6-83a0-09b927e0c6c3 req-b9bf1131-3143-4193-a802-db7c7f349bee tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 210 time: 0.0439870 Aug 30 11:00:05.778509 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-3d51d2bc-dfbe-4256-b631-713b0a2df289 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:05.780625 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-3d51d2bc-dfbe-4256-b631-713b0a2df289 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 816 time: 0.1155298 Aug 30 11:00:05.830750 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-cbbc4ce5-0427-4fea-8741-2a11f174334c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 380 time: 0.0397270 Aug 30 11:00:05.845684 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'port': {'device_id': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'admin_state_up': True, 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'security_groups': ['6d6291a1-5a2f-4c61-94b6-addd9922e548']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:06.049294 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Made reservation on behalf of 9b99cdcd62864a20a3ff1dddb3d69585 for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:00:06.056910 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.160970 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44546) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:06.187939 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-415564ef-4cbd-43ef-83aa-ef2d5b980bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.226700 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Allocated IP 172.20.0.12 (43f2c14d-fb7b-467f-8d36-fba7940afac1/8fead83d-b577-4631-a6b0-4586e8607f17/f2abab77-f4e7-4d63-b88b-e58ad1764f51) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:00:06.303417 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-415564ef-4cbd-43ef-83aa-ef2d5b980bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.392071 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-415564ef-4cbd-43ef-83aa-ef2d5b980bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.400416 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.416440 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Transition to ACTIVE for port object f2abab77-f4e7-4d63-b88b-e58ad1764f51 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:00:06.435670 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-415564ef-4cbd-43ef-83aa-ef2d5b980bcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d40e5f7943554f92afc31b2ebaca9bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706151 Aug 30 11:00:06.435670 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415564ef-4cbd-43ef-83aa-ef2d5b980bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2c6a8-dc21-4767-a553-d9ebb45d0eb6,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:06.436688 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44552) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:06.489487 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91a1eb0b-27d0-4bda-9b1c-6ab255a20175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.511979 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91a1eb0b-27d0-4bda-9b1c-6ab255a20175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.518306 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.562684 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:00:06.568567 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:00:06.572821 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:00:06.606316 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:06.646359 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:06.647555 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.649380 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91a1eb0b-27d0-4bda-9b1c-6ab255a20175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.653614 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91a1eb0b-27d0-4bda-9b1c-6ab255a20175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.656685 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-91a1eb0b-27d0-4bda-9b1c-6ab255a20175 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ae2c6a8-dc21-4767-a553-d9ebb45d0eb6 HTTP/1.1" status: 204 len: 168 time: 0.2188020 Aug 30 11:00:06.671474 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1eb0b-27d0-4bda-9b1c-6ab255a20175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2c6a8-dc21-4767-a553-d9ebb45d0eb6,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:06.776288 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-c72e06e7-e383-4915-b70f-0434294f672b tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9354751 Aug 30 11:00:06.790106 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Request body: {'port': {'device_id': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:06.861769 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:06.865591 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d8c11-a2c7-47dd-9564-99fd86731287 req-506251df-2723-4827-ae16-ea9e71de559c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:06.868311 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3e8d8c11-a2c7-47dd-9564-99fd86731287 req-506251df-2723-4827-ae16-ea9e71de559c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 932 time: 0.1006479 Aug 30 11:00:06.948584 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3e8d8c11-a2c7-47dd-9564-99fd86731287 req-9d1bda71-444e-4222-8b73-8fee0c04c92c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712729 Aug 30 11:00:07.084804 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-1b75b9ff-63a3-400a-83ea-61f655c8126a None None] Provisioning for port f2abab77-f4e7-4d63-b88b-e58ad1764f51 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:00:07.089896 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-1b75b9ff-63a3-400a-83ea-61f655c8126a None None] Provisioning complete for port f2abab77-f4e7-4d63-b88b-e58ad1764f51 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:00:07.090520 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1b75b9ff-63a3-400a-83ea-61f655c8126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:07.154731 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-1b75b9ff-63a3-400a-83ea-61f655c8126a None None] Port f2abab77-f4e7-4d63-b88b-e58ad1764f51 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:00:07.210160 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2abab77-f4e7-4d63-b88b-e58ad1764f51 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:00:07.219743 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:07.235540 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Transition to ACTIVE for port object f2abab77-f4e7-4d63-b88b-e58ad1764f51 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:00:07.336297 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:07.398754 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:07.469445 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Attempting to bind port f2abab77-f4e7-4d63-b88b-e58ad1764f51 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:00:07.469791 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Attempting to bind port f2abab77-f4e7-4d63-b88b-e58ad1764f51 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:00:07.470134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Attempting to bind port f2abab77-f4e7-4d63-b88b-e58ad1764f51 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:00:07.475628 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Port f2abab77-f4e7-4d63-b88b-e58ad1764f51 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 11:00:07.475992 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Attempting to bind port f2abab77-f4e7-4d63-b88b-e58ad1764f51 on network 43f2c14d-fb7b-467f-8d36-fba7940afac1 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:00:07.481630 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:00:07.481968 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Checking segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:00:07.482355 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Bound using segment: {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:00:07.483135 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Bound port: f2abab77-f4e7-4d63-b88b-e58ad1764f51, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f859c3-0937-420f-880f-ee267eb42ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:00:07.483264 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:07.562592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:00:07.566737 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:00:07.667976 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:07.737784 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:07.738937 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:07.741008 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] 10.222.0.18 "PUT /v2.0/ports/f2abab77-f4e7-4d63-b88b-e58ad1764f51 HTTP/1.1" status: 200 len: 1094 time: 0.9554298 Aug 30 11:00:07.741560 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:00:07.744037 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92863e67-c11a-4f02-8cf1-7462463746be" -d '{"events": [{"name": "network-changed", "server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:00:07.777402 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e91cc-15e1-40a7-bbca-2e5a5b56162f service neutron] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:07.800613 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e38138-3068-41bf-9b81-55dad6cdff52 x-openstack-request-id: req-38e38138-3068-41bf-9b81-55dad6cdff52 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:00:07.801258 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:00:07.801780 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e38138-3068-41bf-9b81-55dad6cdff52 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:00:07.802638 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'status': 'completed', 'code': 200} Aug 30 11:00:07.881342 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863e67-c11a-4f02-8cf1-7462463746be req-046fdb67-b94f-47ba-aae7-4d3a81caf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:07.882971 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-92863e67-c11a-4f02-8cf1-7462463746be req-046fdb67-b94f-47ba-aae7-4d3a81caf1a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1097 time: 0.0561624 Aug 30 11:00:08.020561 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863e67-c11a-4f02-8cf1-7462463746be req-f1b8e66f-dba1-474d-a0e2-def9933ba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:08.022846 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-92863e67-c11a-4f02-8cf1-7462463746be req-f1b8e66f-dba1-474d-a0e2-def9933ba5d7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1266744 Aug 30 11:00:08.097541 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c810d1-1f6c-41f5-8e2d-96fe53c98593 req-fefb2bef-ea48-42c3-a06b-e8d436ed19ba tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:08.100021 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-68c810d1-1f6c-41f5-8e2d-96fe53c98593 req-fefb2bef-ea48-42c3-a06b-e8d436ed19ba tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0596156 Aug 30 11:00:08.152872 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863e67-c11a-4f02-8cf1-7462463746be req-55bf5e07-eb3e-493d-aa64-4ecf978ece9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:08.153225 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-68c810d1-1f6c-41f5-8e2d-96fe53c98593 req-b989c3c6-9aa1-4657-803b-8159f194bc44 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Aug 30 11:00:08.153489 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-92863e67-c11a-4f02-8cf1-7462463746be req-55bf5e07-eb3e-493d-aa64-4ecf978ece9b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201892 Aug 30 11:00:08.261928 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-bcc4987a-5892-475e-b06b-819a9e1796f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:08.263804 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-bcc4987a-5892-475e-b06b-819a9e1796f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1097 time: 0.0518827 Aug 30 11:00:08.317644 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-e5ffa2d8-9dbe-4ec4-af61-7197cf14f1d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51 HTTP/1.1" status: 200 len: 217 time: 0.0443192 Aug 30 11:00:08.337358 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44616) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:08.397313 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-9d033cc4-f29e-496f-b31f-0b4bf930233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:08.398938 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-9d033cc4-f29e-496f-b31f-0b4bf930233f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.0740876 Aug 30 11:00:08.460418 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-00c38996-6811-4fba-a33e-41acbff8b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:08.460418 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-00c38996-6811-4fba-a33e-41acbff8b205 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523608 Aug 30 11:00:08.488570 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3b394d1f-c57d-48ea-ae02-cf899b1cf7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:08.604530 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-6ce8c209-122f-423a-931e-2831b8d9d2a8 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352859 Aug 30 11:00:08.608009 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3b394d1f-c57d-48ea-ae02-cf899b1cf7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:08.715023 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9f1aa9-e174-444b-b7c3-c055918aa4e0 req-a2ef14e7-a5a8-477c-ae70-7a8f810b89cc service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028795 Aug 30 11:00:08.752195 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3b394d1f-c57d-48ea-ae02-cf899b1cf7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:08.794627 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-3b394d1f-c57d-48ea-ae02-cf899b1cf7e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa179eff503c412f9dc0617fb6171186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560513 Aug 30 11:00:08.797786 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44626) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:08.806710 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b394d1f-c57d-48ea-ae02-cf899b1cf7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1896d6f2-6376-4980-892b-aebfb91519a3,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:08.863931 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31ce0c33-f88b-4185-96b1-bb36a0bd177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:08.888533 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31ce0c33-f88b-4185-96b1-bb36a0bd177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:09.015012 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31ce0c33-f88b-4185-96b1-bb36a0bd177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:09.017578 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31ce0c33-f88b-4185-96b1-bb36a0bd177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:09.019863 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-31ce0c33-f88b-4185-96b1-bb36a0bd177d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1896d6f2-6376-4980-892b-aebfb91519a3 HTTP/1.1" status: 204 len: 168 time: 0.2199600 Aug 30 11:00:09.027984 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce0c33-f88b-4185-96b1-bb36a0bd177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1896d6f2-6376-4980-892b-aebfb91519a3,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:09.301545 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176db65-5a15-4774-b57d-33f5d19779a6 req-c0b9ac5e-2587-4689-bf02-350a16b88366 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:09.308811 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2176db65-5a15-4774-b57d-33f5d19779a6 req-c0b9ac5e-2587-4689-bf02-350a16b88366 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0572896 Aug 30 11:00:09.349810 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2176db65-5a15-4774-b57d-33f5d19779a6 req-546a0985-7be1-46a8-9f77-2cfabb39f15f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Aug 30 11:00:09.896473 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44654) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:09.911458 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3e30f29f-bf14-478d-a017-728a0557f253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.022022 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3e30f29f-bf14-478d-a017-728a0557f253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.163211 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3e30f29f-bf14-478d-a017-728a0557f253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.204303 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30f29f-bf14-478d-a017-728a0557f253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720fdd70-9b26-4145-b9b1-10bd1a3974ce,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:10.211617 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-3e30f29f-bf14-478d-a017-728a0557f253 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efa40e874c054e6d8b3bceac80ea770f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138483 Aug 30 11:00:10.211912 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44656) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:10.285476 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4caf93f1-9326-4a29-a360-c1f1b4e05c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.307358 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4caf93f1-9326-4a29-a360-c1f1b4e05c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.320348 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:00:10.423151 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:00:10.435838 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'port_id': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'mac_address': 'fa:16:3e:92:6c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:00:10.438007 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4caf93f1-9326-4a29-a360-c1f1b4e05c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.445420 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4caf93f1-9326-4a29-a360-c1f1b4e05c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.445420 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-4caf93f1-9326-4a29-a360-c1f1b4e05c8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/720fdd70-9b26-4145-b9b1-10bd1a3974ce HTTP/1.1" status: 204 len: 168 time: 0.2290564 Aug 30 11:00:10.450891 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf93f1-9326-4a29-a360-c1f1b4e05c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720fdd70-9b26-4145-b9b1-10bd1a3974ce,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:10.477579 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbb35-6d28-48ac-82a6-a5b3532c75ba req-29afd6ca-764b-4615-a874-9b833a6b35de tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:10.479590 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c2fbbb35-6d28-48ac-82a6-a5b3532c75ba req-29afd6ca-764b-4615-a874-9b833a6b35de tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0559242 Aug 30 11:00:10.500232 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.525462 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2abab77-f4e7-4d63-b88b-e58ad1764f51 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:00:10.540260 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c2fbbb35-6d28-48ac-82a6-a5b3532c75ba req-b467c81b-b1fb-4627-96c3-e94c7d6a7280 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525007 Aug 30 11:00:10.550475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:00:10.655195 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:10.704873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:10.711992 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.714595 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.715281 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.715281 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.715439 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:10.926286 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['f2abab77-f4e7-4d63-b88b-e58ad1764f51'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:00:11.701451 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051608f2-1793-4818-83ef-e2dfb780892a req-0531f727-bf35-4245-a303-3df57b7ef125 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:11.703996 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-051608f2-1793-4818-83ef-e2dfb780892a req-0531f727-bf35-4245-a303-3df57b7ef125 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 945 time: 0.0831819 Aug 30 11:00:11.752350 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-051608f2-1793-4818-83ef-e2dfb780892a req-e182fa8d-fbbc-445f-9d86-86aef5a280ae tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Aug 30 11:00:12.284334 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30b7b9-747a-44a7-b6aa-21b312c95924 req-af6538a7-e58d-4583-be66-1d309ceec403 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:12.285939 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7a30b7b9-747a-44a7-b6aa-21b312c95924 req-af6538a7-e58d-4583-be66-1d309ceec403 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0495222 Aug 30 11:00:12.325966 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7a30b7b9-747a-44a7-b6aa-21b312c95924 req-7d84f0e0-113a-4350-a0ed-df1ee92bc8c6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334673 Aug 30 11:00:12.334411 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:00:12.466229 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port f2abab77-f4e7-4d63-b88b-e58ad1764f51 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:00:12.471033 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port f2abab77-f4e7-4d63-b88b-e58ad1764f51 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:00:12.471407 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:12.555104 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:12.583664 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:00:12.585958 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb3b3d-cf30-421b-8f19-778dbe43fed2" -d '{"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-plugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:00:12.601133 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:00:12.630836 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365ccaf6-e4df-4c10-9f96-5558650ee8e9 x-openstack-request-id: req-365ccaf6-e4df-4c10-9f96-5558650ee8e9 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:00:12.630836 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-plugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:00:12.630836 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-365ccaf6-e4df-4c10-9f96-5558650ee8e9 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:00:12.630836 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'code': 200} Aug 30 11:00:12.689152 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:12.744432 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:12.907241 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13979cc-4aa8-428c-b517-98b233ef0ee3 req-5169d5eb-57c9-422b-9a55-6feb6c928748 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:12.908842 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d13979cc-4aa8-428c-b517-98b233ef0ee3 req-5169d5eb-57c9-422b-9a55-6feb6c928748 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0511870 Aug 30 11:00:12.951406 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d13979cc-4aa8-428c-b517-98b233ef0ee3 req-c397dee9-4848-4f46-af32-50ea4a5ad3f9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362327 Aug 30 11:00:12.961408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80315-1875-423e-abc0-2307b3d82705 req-46e7e026-1765-4c2d-a29a-58846cc21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:12.963176 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-95b80315-1875-423e-abc0-2307b3d82705 req-46e7e026-1765-4c2d-a29a-58846cc21009 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1099 time: 0.0409610 Aug 30 11:00:13.002737 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-95b80315-1875-423e-abc0-2307b3d82705 req-fa7cd177-7fac-43e3-8110-a274eccbe1cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Aug 30 11:00:13.241864 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44746) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:13.328985 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44752) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:13.360554 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-526bf46a-8187-4171-b01d-adbfabac5f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.447514 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbc5c-080f-4370-b719-f1c6fa042f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.525743 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e4b88-277e-413c-845b-dabf3107563c req-0d5dcba3-ff45-479b-be04-b12d66149b5c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:13.527274 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e47e4b88-277e-413c-845b-dabf3107563c req-0d5dcba3-ff45-479b-be04-b12d66149b5c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.1188910 Aug 30 11:00:13.588677 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-526bf46a-8187-4171-b01d-adbfabac5f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.592042 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e47e4b88-277e-413c-845b-dabf3107563c req-566e4b6f-8953-40bf-bd56-987db5ee1c7b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567579 Aug 30 11:00:13.653186 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-526bf46a-8187-4171-b01d-adbfabac5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.714571 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-526bf46a-8187-4171-b01d-adbfabac5f41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d96c5c7862fd4e97bf55ccbaa78dfa5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714835 Aug 30 11:00:13.716557 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bf46a-8187-4171-b01d-adbfabac5f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff36588-e754-45f9-a38e-67711501bf47,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:13.717809 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44758) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:13.775257 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbc5c-080f-4370-b719-f1c6fa042f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.775962 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5b7afb16-5f98-4683-8398-d19a706bab60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.798565 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5b7afb16-5f98-4683-8398-d19a706bab60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.844097 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbc5c-080f-4370-b719-f1c6fa042f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.888274 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ba3bbc5c-080f-4370-b719-f1c6fa042f8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c43e3194a5ff4b9aafb3cf62bd533b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581756 Aug 30 11:00:13.889259 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bbc5c-080f-4370-b719-f1c6fa042f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3247d23-ba58-48b3-b0e4-f53d3fbeff22,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:13.891699 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44760) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:13.912242 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5b7afb16-5f98-4683-8398-d19a706bab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.915204 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5b7afb16-5f98-4683-8398-d19a706bab60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.916096 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-5b7afb16-5f98-4683-8398-d19a706bab60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aff36588-e754-45f9-a38e-67711501bf47 HTTP/1.1" status: 204 len: 168 time: 0.1970086 Aug 30 11:00:13.925414 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7afb16-5f98-4683-8398-d19a706bab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff36588-e754-45f9-a38e-67711501bf47,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:13.950863 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f277a0b9-729c-4bad-b27f-b63871a6c7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:13.977771 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f277a0b9-729c-4bad-b27f-b63871a6c7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.107590 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa93ed-953b-4fb9-9158-47c5b3c5ce05 req-36b2f7ac-1cf6-4001-8c3e-d5cc16d75151 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:14.111159 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ddaa93ed-953b-4fb9-9158-47c5b3c5ce05 req-36b2f7ac-1cf6-4001-8c3e-d5cc16d75151 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0713565 Aug 30 11:00:14.129185 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f277a0b9-729c-4bad-b27f-b63871a6c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.132035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f277a0b9-729c-4bad-b27f-b63871a6c7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.133440 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f277a0b9-729c-4bad-b27f-b63871a6c7c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3247d23-ba58-48b3-b0e4-f53d3fbeff22 HTTP/1.1" status: 204 len: 168 time: 0.2408020 Aug 30 11:00:14.143214 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277a0b9-729c-4bad-b27f-b63871a6c7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3247d23-ba58-48b3-b0e4-f53d3fbeff22,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:14.160664 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ddaa93ed-953b-4fb9-9158-47c5b3c5ce05 req-26edfc18-4710-4ef2-b1e0-a66ba5945e28 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Aug 30 11:00:14.526808 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-01814da9-d3fb-42a8-846f-987715163039 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:14.528377 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-01814da9-d3fb-42a8-846f-987715163039 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0549464 Aug 30 11:00:14.641673 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Deleting port 67ead5f9-0238-4705-b774-613dde77ee4f {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:00:14.644979 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.694589 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44774) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:14.709501 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a06c6760-0836-48e2-b5bc-7c5d4089336f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.774201 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccd79f-b66a-4ec4-a8e4-840aeb2892a2 req-cba180e1-9db7-4a35-a8d0-882548efd5de tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:14.775737 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a6ccd79f-b66a-4ec4-a8e4-840aeb2892a2 req-cba180e1-9db7-4a35-a8d0-882548efd5de tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 945 time: 0.0889308 Aug 30 11:00:14.794061 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] For port 67ead5f9-0238-4705-b774-613dde77ee4f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=67ead5f9-0238-4705-b774-613dde77ee4f,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:00:14.794469 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.817884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a06c6760-0836-48e2-b5bc-7c5d4089336f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.912437 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a6ccd79f-b66a-4ec4-a8e4-840aeb2892a2 req-f3babacc-3185-4d06-9279-d7907dc85673 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a2b5b25-6434-43cd-b778-92c601e50400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284153 Aug 30 11:00:14.923846 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a06c6760-0836-48e2-b5bc-7c5d4089336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:14.967200 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-a06c6760-0836-48e2-b5bc-7c5d4089336f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a8fcd4c01144c478b4f5175500f54c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714894 Aug 30 11:00:14.968406 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c6760-0836-48e2-b5bc-7c5d4089336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18285b17-27e1-4e5b-b7f5-3abb9fbb1715,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:14.971148 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44776) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:14.997295 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44778) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:15.024988 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-da52e539-5277-4e64-8f96-a1549c212346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.056197 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-563f7b02-4649-4c94-bbfd-16264d88755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.092704 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-563f7b02-4649-4c94-bbfd-16264d88755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.098319 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.098885 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.099147 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Floating IP 337855e6-7d2f-4842-8118-aa6ea8b31c25 disassociated. External IP: 172.27.2.16, port: 67ead5f9-0238-4705-b774-613dde77ee4f. Aug 30 11:00:15.099492 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Calling delete_port for 67ead5f9-0238-4705-b774-613dde77ee4f owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:00:15.178843 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-da52e539-5277-4e64-8f96-a1549c212346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.268705 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-563f7b02-4649-4c94-bbfd-16264d88755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.271321 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-563f7b02-4649-4c94-bbfd-16264d88755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.272529 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-563f7b02-4649-4c94-bbfd-16264d88755d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18285b17-27e1-4e5b-b7f5-3abb9fbb1715 HTTP/1.1" status: 204 len: 168 time: 0.3004534 Aug 30 11:00:15.285804 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f7b02-4649-4c94-bbfd-16264d88755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18285b17-27e1-4e5b-b7f5-3abb9fbb1715,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:15.296971 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-da52e539-5277-4e64-8f96-a1549c212346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.336652 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.341945 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e0c4-e373-4b44-9c62-d18167f4fa6b req-0cc717ed-4580-49e7-b676-a2360c2137a9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:15.344244 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-98c5e0c4-e373-4b44-9c62-d18167f4fa6b req-0cc717ed-4580-49e7-b676-a2360c2137a9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.1057107 Aug 30 11:00:15.354067 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-da52e539-5277-4e64-8f96-a1549c212346 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0888614fa5e24d01b1b557d37dc46ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499758 Aug 30 11:00:15.355032 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44784) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:15.371806 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52e539-5277-4e64-8f96-a1549c212346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620fbb10-120e-4dca-a707-ed865cf11efa,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:15.382834 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event deleted for resources: {'Port': ['ID=67ead5f9-0238-4705-b774-613dde77ee4f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:15.438206 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-98c5e0c4-e373-4b44-9c62-d18167f4fa6b req-048109ce-abf4-40d2-a31d-2746745efb12 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774670 Aug 30 11:00:15.454626 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cd3b-c6c3-4711-8ef3-60c393a71842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.490289 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cd3b-c6c3-4711-8ef3-60c393a71842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.603455 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:00:15.625155 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c259b-38af-4847-a470-7c808a742f41 req-94c8ca9d-42ba-470d-9906-14d286e780e0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:15.626675 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5f0c259b-38af-4847-a470-7c808a742f41 req-94c8ca9d-42ba-470d-9906-14d286e780e0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0760822 Aug 30 11:00:15.635638 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44790) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:15.641429 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Request body: {'floatingip': {'port_id': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:15.678668 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cd3b-c6c3-4711-8ef3-60c393a71842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.681457 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cd3b-c6c3-4711-8ef3-60c393a71842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.682660 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b8f1cd3b-c6c3-4711-8ef3-60c393a71842 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/620fbb10-120e-4dca-a707-ed865cf11efa HTTP/1.1" status: 204 len: 168 time: 0.3252404 Aug 30 11:00:15.693890 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.743158 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1cd3b-c6c3-4711-8ef3-60c393a71842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620fbb10-120e-4dca-a707-ed865cf11efa,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:15.747559 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:00:15.759286 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] Sync routers for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:00:15.787112 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:00:15.788364 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:00:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:15.818389 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] No DVR routers for this DVR port 67ead5f9-0238-4705-b774-613dde77ee4f on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:00:15.824796 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:15.825934 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea0b83dd-3b54-4bbf-8f7b-923cc66dcb41 req-ebe195ad-648e-4d88-98a7-6c3c4711f10f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "DELETE /v2.0/ports/67ead5f9-0238-4705-b774-613dde77ee4f HTTP/1.1" status: 204 len: 173 time: 1.2876318 Aug 30 11:00:15.826436 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'name': 'network-vif-deleted', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:00:15.831024 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b75db03-3f3e-465c-b04c-fe22dbfb7259" -d '{"events": [{"server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "name": "network-vif-deleted", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:00:15.883155 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3692ba67-5a3e-4b28-bfd1-c1434d2fe700 x-openstack-request-id: req-3692ba67-5a3e-4b28-bfd1-c1434d2fe700 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:00:15.884074 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82ca8e7-5118-47bd-838e-93d87c615f90", "name": "network-vif-deleted", "tag": "67ead5f9-0238-4705-b774-613dde77ee4f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:00:15.884401 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3692ba67-5a3e-4b28-bfd1-c1434d2fe700 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:00:15.885757 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ca8e7-5118-47bd-838e-93d87c615f90', 'name': 'network-vif-deleted', 'tag': '67ead5f9-0238-4705-b774-613dde77ee4f', 'status': 'completed', 'code': 200} Aug 30 11:00:16.085281 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-062e5d42-6266-4ffd-b824-5bbb0483a472 req-22c10db1-557f-4dd7-9c27-473725fa99dd tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=f82ca8e7-5118-47bd-838e-93d87c615f90 HTTP/1.1" status: 200 len: 210 time: 0.0464206 Aug 30 11:00:16.247439 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:00:16.356163 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:16.443387 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:16.516698 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:16.546575 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] Checking router: ae8d96d9-d1df-4f12-a278-cd5808dd8d86 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:00:16.556307 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:00:16.556954 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:00:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:16.561582 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.l3_db [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Floating IP bf3d9268-2fca-4462-80f2-75376b3903b5 associated. External IP: 172.27.2.89, port: f2abab77-f4e7-4d63-b88b-e58ad1764f51. Aug 30 11:00:16.678550 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:00:16.815901 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Router 9fba9a5b-f21b-4285-9000-05cc488b10b4 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:00:16.982083 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:17.031679 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968178d-18a6-4a8e-af01-f9d5eebc95d3 None None] The sync data for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi is: [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:00:17.256607 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:00:17.262222 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:17.287735 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] Sync routers for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:00:17.288249 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44844) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:17.296724 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:00:17.297524 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:00:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:17.323087 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-2026fc84-3e53-4fe5-ab1c-247357c825b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "PUT /v2.0/floatingips/bf3d9268-2fca-4462-80f2-75376b3903b5 HTTP/1.1" status: 200 len: 991 time: 1.6859388 Aug 30 11:00:17.325951 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:00:17.332831 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c44687a-77f7-4575-8090-4465f2613975" -d '{"events": [{"name": "network-changed", "server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:00:17.381422 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-86a8da66-a441-477e-b39d-0f54dad83437 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:17.405453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d7fa02-7c7a-4614-bb04-6163f9726627 x-openstack-request-id: req-e0d7fa02-7c7a-4614-bb04-6163f9726627 {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:00:17.405453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:00:17.405453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0d7fa02-7c7a-4614-bb04-6163f9726627 {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:00:17.406265 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'status': 'completed', 'code': 200} Aug 30 11:00:17.450462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-86a8da66-a441-477e-b39d-0f54dad83437 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:17.488034 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:00:17.515033 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a422be0-359e-499d-94b0-93da8770bdf7 None None] New status for floating IP 337855e6-7d2f-4842-8118-aa6ea8b31c25: DOWN {{(pid=106344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:00:17.531205 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44687a-77f7-4575-8090-4465f2613975 req-8180fb5d-b7b7-4a02-ac15-f7a88d3cfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:17.533352 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c44687a-77f7-4575-8090-4465f2613975 req-8180fb5d-b7b7-4a02-ac15-f7a88d3cfea8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1099 time: 0.1002986 Aug 30 11:00:17.673963 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44687a-77f7-4575-8090-4465f2613975 req-a43857c1-10aa-4682-88d3-3e2801642757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:17.675502 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c44687a-77f7-4575-8090-4465f2613975 req-a43857c1-10aa-4682-88d3-3e2801642757 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.1340041 Aug 30 11:00:17.753559 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-86a8da66-a441-477e-b39d-0f54dad83437 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:17.757012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-86a8da66-a441-477e-b39d-0f54dad83437 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:17.760612 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-86a8da66-a441-477e-b39d-0f54dad83437 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a2b5b25-6434-43cd-b778-92c601e50400 HTTP/1.1" status: 204 len: 168 time: 0.4735959 Aug 30 11:00:17.761422 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44856) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:17.782000 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.api.v2.resource [None req-86acc9e9-7e5f-4e94-87c3-830eb8e4414d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] show failed (client error): The resource could not be found. Aug 30 11:00:17.790352 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-86acc9e9-7e5f-4e94-87c3-830eb8e4414d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups/5a2b5b25-6434-43cd-b778-92c601e50400 HTTP/1.1" status: 404 len: 347 time: 0.0211873 Aug 30 11:00:17.790904 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c44687a-77f7-4575-8090-4465f2613975 req-e52a359f-7393-4697-a2a2-19f0021bcabb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51 HTTP/1.1" status: 200 len: 999 time: 0.1053641 Aug 30 11:00:17.790904 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8da66-a441-477e-b39d-0f54dad83437 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b5b25-6434-43cd-b778-92c601e50400,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:17.790904 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 44858) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:17.933748 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44687a-77f7-4575-8090-4465f2613975 req-3ba37c88-31a2-4cc0-81d6-915c0329bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:17.935314 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c44687a-77f7-4575-8090-4465f2613975 req-3ba37c88-31a2-4cc0-81d6-915c0329bd1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.1327600 Aug 30 11:00:17.942628 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'bf3d9268-2fca-4462-80f2-75376b3903b5', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'port_id': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'mac_address': 'fa:16:3e:92:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:00:01Z', 'updated_at': '2021-08-30T11:00:16Z', 'revision_number': 1, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:17.972754 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] Checking router: 9fba9a5b-f21b-4285-9000-05cc488b10b4 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:00:17.984691 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:00:17.985398 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:00:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:18.028700 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44687a-77f7-4575-8090-4465f2613975 req-94e11e54-8489-4701-be69-78754e75a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:18.031357 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c44687a-77f7-4575-8090-4465f2613975 req-94e11e54-8489-4701-be69-78754e75a5c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701461 Aug 30 11:00:18.037976 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Deleting port 1798fbc0-5082-464c-b7e0-6a7ea975a77d {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:00:18.038724 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:18.115621 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:00:18.200503 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:18.200828 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:18.211160 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c44687a-77f7-4575-8090-4465f2613975 req-b7253170-082e-4050-b4ac-a3c6d8c2ffa2 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692915 Aug 30 11:00:18.216700 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Calling delete_port for 1798fbc0-5082-464c-b7e0-6a7ea975a77d owned by network:floatingip {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:00:18.363242 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 67ead5f9-0238-4705-b774-613dde77ee4f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:00:18.369126 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2c44687a-77f7-4575-8090-4465f2613975 req-a83dd623-d654-4ce9-ad93-e7a8d751e4e5 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497934 Aug 30 11:00:18.388527 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 67ead5f9-0238-4705-b774-613dde77ee4f {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:00:18.388889 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 67ead5f9-0238-4705-b774-613dde77ee4f not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:00:18.437021 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'bf3d9268-2fca-4462-80f2-75376b3903b5', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'port_id': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'mac_address': 'fa:16:3e:92:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:00:01Z', 'updated_at': '2021-08-30T11:00:16Z', 'revision_number': 1, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:18.495374 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07328210-3511-4928-810d-104d7c6a50c6 None None] The sync data for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi is: [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'bf3d9268-2fca-4462-80f2-75376b3903b5', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'port_id': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'mac_address': 'fa:16:3e:92:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:00:01Z', 'updated_at': '2021-08-30T11:00:16Z', 'revision_number': 1, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:00:18.649179 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:18.684670 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event deleted for resources: {'Port': ['ID=1798fbc0-5082-464c-b7e0-6a7ea975a77d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:18.731474 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d39c37-d2f1-4f9a-a3c7-481797246d2c None None] New status for floating IP bf3d9268-2fca-4462-80f2-75376b3903b5: ACTIVE {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:00:18.757602 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:18.760114 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:18.765774 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-90e65e72-f7c0-4a89-9ce1-f1e045aeda98 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "DELETE /v2.0/floatingips/337855e6-7d2f-4842-8118-aa6ea8b31c25 HTTP/1.1" status: 204 len: 168 time: 0.9695544 Aug 30 11:00:19.323212 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44894) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:19.327956 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-46fb9e66-57ae-499e-82c7-a35e94ac484f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67569692', 'description': 'tempest-description--1674512280'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:19.426544 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-46fb9e66-57ae-499e-82c7-a35e94ac484f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:19.533773 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-46fb9e66-57ae-499e-82c7-a35e94ac484f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:19.700722 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-46fb9e66-57ae-499e-82c7-a35e94ac484f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:19.742615 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb9e66-57ae-499e-82c7-a35e94ac484f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c380586f-ebf5-4649-bb3f-d87eadc15e41,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:19.825964 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-46fb9e66-57ae-499e-82c7-a35e94ac484f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:19.832335 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-46fb9e66-57ae-499e-82c7-a35e94ac484f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5049932 Aug 30 11:00:19.832604 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44916) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:19.837523 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-55070092-a36a-45a9-8ec7-0b2a200b20d7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'security_group_rule': {'security_group_id': 'c380586f-ebf5-4649-bb3f-d87eadc15e41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:19.950980 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55070092-a36a-45a9-8ec7-0b2a200b20d7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.020904 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55070092-a36a-45a9-8ec7-0b2a200b20d7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.101397 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55070092-a36a-45a9-8ec7-0b2a200b20d7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.132413 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55070092-a36a-45a9-8ec7-0b2a200b20d7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5797e2-61c7-4d0b-b4e6-df551b1fd290,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:20.221524 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55070092-a36a-45a9-8ec7-0b2a200b20d7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.223555 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-55070092-a36a-45a9-8ec7-0b2a200b20d7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897958 Aug 30 11:00:20.226844 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44920) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:20.231702 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-16782221-10eb-48b1-a72d-c4fe72345a30 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'security_group_rule': {'security_group_id': 'c380586f-ebf5-4649-bb3f-d87eadc15e41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:20.311368 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-16782221-10eb-48b1-a72d-c4fe72345a30 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.367023 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-16782221-10eb-48b1-a72d-c4fe72345a30 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.511792 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-16782221-10eb-48b1-a72d-c4fe72345a30 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.530263 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16782221-10eb-48b1-a72d-c4fe72345a30 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bf0d30-f66f-4169-a327-a6145414f2f2,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:20.666312 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-16782221-10eb-48b1-a72d-c4fe72345a30 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.667541 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-16782221-10eb-48b1-a72d-c4fe72345a30 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4396620 Aug 30 11:00:20.670639 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 44932) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:20.675256 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:20.780329 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.885275 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:20.990289 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Allocated IP 172.27.2.4 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/a857dde5-db2b-4da6-9c5f-f93663d0db59) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:00:21.101497 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.215586 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.262571 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:00:21.265443 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:00:21.269087 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:00:21.274511 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'Port': ['ID=a857dde5-db2b-4da6-9c5f-f93663d0db59,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:21.361129 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.475217 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.648581 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.763541 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.836426 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'Port': ['ID=a857dde5-db2b-4da6-9c5f-f93663d0db59,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:21.851196 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.946097 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:21.947385 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7ab7a852-717d-452c-a69e-fca4090cb906 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2758193 Aug 30 11:00:22.358008 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-d7c130ac-2770-4273-a25c-b62573aec80c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--67569692&fields=id&tenant_id=cb30cc0da98546329a5eb164d68788ad HTTP/1.1" status: 200 len: 267 time: 0.0368161 Aug 30 11:00:22.476750 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-78860c02-81ed-4eea-8734-d4b0e52a6ebb tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:22.478298 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-78860c02-81ed-4eea-8734-d4b0e52a6ebb tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 811 time: 0.1128583 Aug 30 11:00:22.499085 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-6601b8c8-7b2d-4bda-a8d8-f3077dfede03 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/quotas/cb30cc0da98546329a5eb164d68788ad HTTP/1.1" status: 200 len: 375 time: 0.0097580 Aug 30 11:00:22.557685 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-5a65b697-220a-4664-bcc8-2b91e549ffac tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526471 Aug 30 11:00:22.671585 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-bd40f60b-0706-454d-b46b-722556105197 service neutron] 10.222.0.24 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014481 Aug 30 11:00:22.765254 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-66a6f05f-d384-4c0f-987f-3e3bc7b992cf service neutron] 10.222.0.24 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871782 Aug 30 11:00:23.232306 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1cbcd938-36a5-40fe-938a-ab0cb0915c57 req-c8706338-db6f-40ac-85cd-9992239ee89c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 210 time: 0.1606843 Aug 30 11:00:24.329127 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a5472d56-c4e5-4b74-96ab-0275bf875b62 req-73684e4e-0a26-4acb-a6ef-7dcdfbdee5a7 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 210 time: 0.0323815 Aug 30 11:00:24.790007 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 45022) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:24.913360 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-14436f41-f0e9-4ae5-9053-8c83ce091282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.049208 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-14436f41-f0e9-4ae5-9053-8c83ce091282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.163469 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-14436f41-f0e9-4ae5-9053-8c83ce091282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.213620 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-14436f41-f0e9-4ae5-9053-8c83ce091282 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ef1e9858ad5453fac0b698061717bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225116 Aug 30 11:00:25.215097 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14436f41-f0e9-4ae5-9053-8c83ce091282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7739536-9d91-4744-aae7-f1f411921ef7,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:25.216302 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 45032) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:25.268508 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-9a2c431e-52f0-4d33-a9c8-9283097cdfd8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:25.269997 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-9a2c431e-52f0-4d33-a9c8-9283097cdfd8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 811 time: 0.1407845 Aug 30 11:00:25.310904 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5490fb08-f488-4026-a387-ec992e327bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.344383 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-fecf79b5-d07d-4b02-b03e-eb073701b631 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb30cc0da98546329a5eb164d68788ad HTTP/1.1" status: 200 len: 378 time: 0.0621495 Aug 30 11:00:25.363109 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'port': {'device_id': 'd4994e80-3977-46ff-991b-b205ae98a396', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'admin_state_up': True, 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'security_groups': ['c380586f-ebf5-4649-bb3f-d87eadc15e41']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:25.368564 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5490fb08-f488-4026-a387-ec992e327bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.489563 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1f5e6643-2c9d-439c-abba-e571f5b7cb26 req-2674ae9e-69d9-4fa3-87dd-ed3964b8a8f3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 210 time: 0.0620613 Aug 30 11:00:25.598726 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5490fb08-f488-4026-a387-ec992e327bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.602023 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5490fb08-f488-4026-a387-ec992e327bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.603814 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-5490fb08-f488-4026-a387-ec992e327bbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7739536-9d91-4744-aae7-f1f411921ef7 HTTP/1.1" status: 204 len: 168 time: 0.3861921 Aug 30 11:00:25.615450 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490fb08-f488-4026-a387-ec992e327bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7739536-9d91-4744-aae7-f1f411921ef7,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:25.654964 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Made reservation on behalf of cb30cc0da98546329a5eb164d68788ad for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:00:25.661262 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.821752 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Allocated IP 172.20.0.14 (ea100e7a-af1d-407a-bf23-acf074e8265c/c80933e7-748d-45ff-ab41-1e96a2097ef3/7c99780d-df59-4577-8857-4864478c4016) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:00:25.979094 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:25.995941 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Transition to ACTIVE for port object 7c99780d-df59-4577-8857-4864478c4016 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:00:26.135143 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.194392 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Network ea100e7a-af1d-407a-bf23-acf074e8265c is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:00:26.197898 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:00:26.202243 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:00:26.227205 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event updated for resources: {'Port': ['ID=7c99780d-df59-4577-8857-4864478c4016,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:26.260169 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:26.260847 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.370432 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-67b236df-af5d-49ef-90a9-16d70138a4d6 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0192976 Aug 30 11:00:26.386918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Request body: {'port': {'device_id': 'd4994e80-3977-46ff-991b-b205ae98a396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:26.449498 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.555840 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 45052) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:26.575045 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c0e12fa9-ae12-468b-9113-20a1cc99c108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.580670 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-df645599-8d3a-460b-95a7-e15731b67de2 None None] Provisioning for port 7c99780d-df59-4577-8857-4864478c4016 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:00:26.585235 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-df645599-8d3a-460b-95a7-e15731b67de2 None None] Provisioning complete for port 7c99780d-df59-4577-8857-4864478c4016 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:00:26.585621 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-df645599-8d3a-460b-95a7-e15731b67de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.622952 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-df645599-8d3a-460b-95a7-e15731b67de2 None None] Port 7c99780d-df59-4577-8857-4864478c4016 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:00:26.693259 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad765d9-f8a7-4510-88f1-9ada2b6f5ae4 req-2abed6d5-c4f0-4514-9ba4-d714f8303a50 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:26.695725 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3ad765d9-f8a7-4510-88f1-9ada2b6f5ae4 req-2abed6d5-c4f0-4514-9ba4-d714f8303a50 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 932 time: 0.1120389 Aug 30 11:00:26.709747 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c0e12fa9-ae12-468b-9113-20a1cc99c108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.831747 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c0e12fa9-ae12-468b-9113-20a1cc99c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.876527 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c0e12fa9-ae12-468b-9113-20a1cc99c108 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44f304edd9734754b0e543935c2cdc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193293 Aug 30 11:00:26.877853 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e12fa9-ae12-468b-9113-20a1cc99c108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb732fb-f175-41f2-8025-13529b28d2d5,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:26.881235 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 45054) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:26.946741 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:26.984138 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.071763 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e220-f679-4dfc-b9ce-2e14086fe445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.088657 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3ad765d9-f8a7-4510-88f1-9ada2b6f5ae4 req-85ea2fa7-c861-4360-aa01-64eaa30384c0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3856630 Aug 30 11:00:27.191263 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c99780d-df59-4577-8857-4864478c4016 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:00:27.199470 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.203205 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.207798 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.211274 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6eb732fb-f175-41f2-8025-13529b28d2d5 HTTP/1.1" status: 204 len: 168 time: 0.3271179 Aug 30 11:00:27.215113 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Transition to ACTIVE for port object 7c99780d-df59-4577-8857-4864478c4016 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:00:27.220294 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb732fb-f175-41f2-8025-13529b28d2d5,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:27.229156 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.229425 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.229777 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.230118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.230463 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.230835 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.231133 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.231463 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.231793 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.232269 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.232625 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.233097 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa72b55-99ad-4065-b733-b8da363f9779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:27.317740 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.372398 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Pushing event updated for resources: {'Port': ['ID=7c99780d-df59-4577-8857-4864478c4016,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:27.445782 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Attempting to bind port 7c99780d-df59-4577-8857-4864478c4016 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:00:27.446129 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Attempting to bind port 7c99780d-df59-4577-8857-4864478c4016 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:00:27.446527 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Attempting to bind port 7c99780d-df59-4577-8857-4864478c4016 on network ea100e7a-af1d-407a-bf23-acf074e8265c {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:00:27.453359 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Port 7c99780d-df59-4577-8857-4864478c4016 on network ea100e7a-af1d-407a-bf23-acf074e8265c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 11:00:27.453702 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Attempting to bind port 7c99780d-df59-4577-8857-4864478c4016 on network ea100e7a-af1d-407a-bf23-acf074e8265c {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:00:27.471157 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:00:27.471157 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Checking segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:00:27.471157 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Bound using segment: {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:00:27.471157 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Bound port: 7c99780d-df59-4577-8857-4864478c4016, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821c8c-baea-4d02-8b54-6a41ee166f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:00:27.471157 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.558530 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] For port 7c99780d-df59-4577-8857-4864478c4016, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:00:27.562755 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] For port 7c99780d-df59-4577-8857-4864478c4016, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7c99780d-df59-4577-8857-4864478c4016,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:00:27.649304 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.713471 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:27.714429 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:27.716550 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] 10.222.0.18 "PUT /v2.0/ports/7c99780d-df59-4577-8857-4864478c4016 HTTP/1.1" status: 200 len: 1094 time: 1.3342929 Aug 30 11:00:27.717289 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'tag': '7c99780d-df59-4577-8857-4864478c4016'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:00:27.722686 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10efa2a-34e8-43c0-bbd9-3e01ac82c7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "tag": "7c99780d-df59-4577-8857-4864478c4016"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:00:27.769906 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db097bc8-3b4c-46ec-ba4c-08c14aa1f87b service neutron] Pushing event updated for resources: {'Port': ['ID=7c99780d-df59-4577-8857-4864478c4016,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:27.784438 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e5b28f-e97b-4af5-b661-1759f45bb98d x-openstack-request-id: req-62e5b28f-e97b-4af5-b661-1759f45bb98d {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:00:27.784438 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "tag": "7c99780d-df59-4577-8857-4864478c4016", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:00:27.784438 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62e5b28f-e97b-4af5-b661-1759f45bb98d {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:00:27.784438 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'tag': '7c99780d-df59-4577-8857-4864478c4016', 'status': 'completed', 'code': 200} Aug 30 11:00:28.041288 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 45070) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:28.055570 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-dc52e27e-49d9-400f-885b-f7a2e46203c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:28.154283 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-dc52e27e-49d9-400f-885b-f7a2e46203c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:28.221363 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421dd6d-a5bf-4997-9640-7df9172fa934 req-2d319f1a-a19c-4d1e-bf31-7005dfb7afde tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:28.222895 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b421dd6d-a5bf-4997-9640-7df9172fa934 req-2d319f1a-a19c-4d1e-bf31-7005dfb7afde tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 944 time: 0.0540304 Aug 30 11:00:28.258444 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-dc52e27e-49d9-400f-885b-f7a2e46203c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:28.276416 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b421dd6d-a5bf-4997-9640-7df9172fa934 req-4673882d-43cc-4bc2-917f-ff0a4dc75770 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429857 Aug 30 11:00:28.303791 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-dc52e27e-49d9-400f-885b-f7a2e46203c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24a5b0bdae014da3b2e2b5cd124a13f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611499 Aug 30 11:00:28.304695 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52e27e-49d9-400f-885b-f7a2e46203c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a76c37-b877-4ef2-a90d-44731c90d47d,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:28.306793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 45076) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:28.360019 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f168811c-434f-4b68-a634-3e2571b616a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:28.383770 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f168811c-434f-4b68-a634-3e2571b616a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:28.591905 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f168811c-434f-4b68-a634-3e2571b616a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:28.595439 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f168811c-434f-4b68-a634-3e2571b616a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:28.596620 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f168811c-434f-4b68-a634-3e2571b616a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63a76c37-b877-4ef2-a90d-44731c90d47d HTTP/1.1" status: 204 len: 168 time: 0.2887151 Aug 30 11:00:28.604912 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168811c-434f-4b68-a634-3e2571b616a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a76c37-b877-4ef2-a90d-44731c90d47d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:29.394301 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6bf85-cd7e-437a-806a-f6daa14b76ac req-c999afc7-4fc2-4683-9275-16f09ea61534 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:29.395750 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e6c6bf85-cd7e-437a-806a-f6daa14b76ac req-c999afc7-4fc2-4683-9275-16f09ea61534 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 944 time: 0.0499427 Aug 30 11:00:29.439040 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e6c6bf85-cd7e-437a-806a-f6daa14b76ac req-1c3e9986-aa13-4526-9537-f8315bad59f8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370824 Aug 30 11:00:30.111867 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b854e074-d30d-4c47-bb92-5fdc1b351dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:30.374379 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:30.466433 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10efa2a-34e8-43c0-bbd9-3e01ac82c7c1 req-29349516-4baf-496f-b4a9-7ed511d81fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:30.467883 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c10efa2a-34e8-43c0-bbd9-3e01ac82c7c1 req-29349516-4baf-496f-b4a9-7ed511d81fbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 1097 time: 0.0618203 Aug 30 11:00:30.584517 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1a44-c967-49fb-bbe1-2cf412084f32 req-d84b0a43-fa8a-4e0b-b705-a89caf60f53d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:30.586710 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10efa2a-34e8-43c0-bbd9-3e01ac82c7c1 req-3ec65f52-ef79-499d-bcb1-2b9da93d168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:30.586986 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-717b1a44-c967-49fb-bbe1-2cf412084f32 req-d84b0a43-fa8a-4e0b-b705-a89caf60f53d tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 944 time: 0.0763783 Aug 30 11:00:30.588242 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c10efa2a-34e8-43c0-bbd9-3e01ac82c7c1 req-3ec65f52-ef79-499d-bcb1-2b9da93d168b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=cb30cc0da98546329a5eb164d68788ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1112933 Aug 30 11:00:30.629581 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-717b1a44-c967-49fb-bbe1-2cf412084f32 req-939f4c53-cde5-40d8-9c32-a7f88d6724fa tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365183 Aug 30 11:00:30.706048 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10efa2a-34e8-43c0-bbd9-3e01ac82c7c1 req-446f1549-1d5b-46f2-aa33-0751aaf67a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:30.707530 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c10efa2a-34e8-43c0-bbd9-3e01ac82c7c1 req-446f1549-1d5b-46f2-aa33-0751aaf67a00 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079526 Aug 30 11:00:30.792728 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-77e6260d-f167-41ac-b91b-535788f40525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:30.794344 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-77e6260d-f167-41ac-b91b-535788f40525 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 1097 time: 0.0463870 Aug 30 11:00:30.837275 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:30.842635 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-bc9c1091-12db-4afd-b119-4788e6273fbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c99780d-df59-4577-8857-4864478c4016 HTTP/1.1" status: 200 len: 217 time: 0.0372734 Aug 30 11:00:30.895975 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-4319a281-a8f7-4da6-9afc-8a999a5d5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:30.897468 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-4319a281-a8f7-4da6-9afc-8a999a5d5d69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.0471733 Aug 30 11:00:30.953182 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-9f766872-1437-44ef-b755-53760f4b1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:30.955715 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-9f766872-1437-44ef-b755-53760f4b1c37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504730 Aug 30 11:00:31.075290 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-f7435096-b3cc-43b5-82f8-e8050f70d799 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113906 Aug 30 11:00:31.174011 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3bbcc09-28f9-4166-92c6-ac2518a1ab63 req-d2108bd6-1f23-46ff-a085-6237f182830a service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902104 Aug 30 11:00:31.771210 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0fd4f-8862-46ff-a97c-f51fdba2b677 req-6dbfb212-ed9e-4849-9a7b-cc1eb22d2e9f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:31.772857 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3de0fd4f-8862-46ff-a97c-f51fdba2b677 req-6dbfb212-ed9e-4849-9a7b-cc1eb22d2e9f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 944 time: 0.0524383 Aug 30 11:00:31.814437 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3de0fd4f-8862-46ff-a97c-f51fdba2b677 req-4976cc3a-bf99-4c05-a9eb-411f49fcc41a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345850 Aug 30 11:00:32.374099 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:32.540951 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:32.588858 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 7c99780d-df59-4577-8857-4864478c4016 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:00:32.690881 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 7c99780d-df59-4577-8857-4864478c4016, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7c99780d-df59-4577-8857-4864478c4016,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:00:32.705592 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '7c99780d-df59-4577-8857-4864478c4016', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'port_id': '7c99780d-df59-4577-8857-4864478c4016', 'mac_address': 'fa:16:3e:5d:81:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:00:32.745802 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:32.763177 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c99780d-df59-4577-8857-4864478c4016 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:00:32.782373 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 7c99780d-df59-4577-8857-4864478c4016, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7c99780d-df59-4577-8857-4864478c4016,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:00:32.851475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:32.901022 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=7c99780d-df59-4577-8857-4864478c4016,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:32.934976 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9a03-67e5-4b7a-ae8c-d7598b42d5f8 req-923841cf-1463-445b-a553-17973b49ee84 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:32.936470 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d3ec9a03-67e5-4b7a-ae8c-d7598b42d5f8 req-923841cf-1463-445b-a553-17973b49ee84 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Aug 30 11:00:32.975329 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d3ec9a03-67e5-4b7a-ae8c-d7598b42d5f8 req-77961701-4b12-4d05-8de6-d5f1dda47f53 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319893 Aug 30 11:00:34.121681 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad91834-26f0-41b8-b9fe-697816f7c440 req-95a82d40-2068-4ebe-8a76-06b8e3fc413c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:34.123398 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dad91834-26f0-41b8-b9fe-697816f7c440 req-95a82d40-2068-4ebe-8a76-06b8e3fc413c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 945 time: 0.0794289 Aug 30 11:00:34.164433 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-dad91834-26f0-41b8-b9fe-697816f7c440 req-cda30387-ffe5-45f9-958a-47596120d8fb tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345163 Aug 30 11:00:34.958596 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:00:35.282916 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ccf4-d84f-47a5-bb64-3c045d326263 req-42f7d99e-796c-45e9-b61e-57b7388dd6a9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:35.284514 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-56c9ccf4-d84f-47a5-bb64-3c045d326263 req-42f7d99e-796c-45e9-b61e-57b7388dd6a9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Aug 30 11:00:35.322144 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-56c9ccf4-d84f-47a5-bb64-3c045d326263 req-b0694e94-73c3-4332-bff4-60ac17b6a9b4 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317047 Aug 30 11:00:35.568304 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['7c99780d-df59-4577-8857-4864478c4016'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:00:36.445732 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1d56a-99d9-404c-aabf-8ddb68b5f253 req-4dbf0cb5-89f1-47d6-a272-c66eea091071 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:36.445732 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-87a1d56a-99d9-404c-aabf-8ddb68b5f253 req-4dbf0cb5-89f1-47d6-a272-c66eea091071 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Aug 30 11:00:36.488367 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-87a1d56a-99d9-404c-aabf-8ddb68b5f253 req-aeea76f1-089b-4cb4-b9f2-8e1f3940ec7a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365877 Aug 30 11:00:37.607118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e609ad-ac98-4c61-889e-962da9f0cdca req-732edb1f-61b1-46d6-ac76-f127ca78dcd0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:37.608576 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-92e609ad-ac98-4c61-889e-962da9f0cdca req-732edb1f-61b1-46d6-ac76-f127ca78dcd0 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 945 time: 0.0533121 Aug 30 11:00:37.646590 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-92e609ad-ac98-4c61-889e-962da9f0cdca req-eba9d390-13fc-42a6-ad12-f59a99fca19c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311646 Aug 30 11:00:38.067238 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 7c99780d-df59-4577-8857-4864478c4016 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:00:38.243090 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 7c99780d-df59-4577-8857-4864478c4016 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:00:38.247115 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 7c99780d-df59-4577-8857-4864478c4016 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:00:38.247500 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:38.325565 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:38.349417 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c99780d-df59-4577-8857-4864478c4016'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:00:38.351708 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c1803d-04b5-4e19-abf1-248c5a0de2c4" -d '{"events": [{"server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "name": "network-vif-plugged", "status": "completed", "tag": "7c99780d-df59-4577-8857-4864478c4016"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:00:38.365558 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 7c99780d-df59-4577-8857-4864478c4016, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7c99780d-df59-4577-8857-4864478c4016,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:00:38.388003 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59770d5d-a6f4-4040-b7b8-034b85a28a2a x-openstack-request-id: req-59770d5d-a6f4-4040-b7b8-034b85a28a2a {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:00:38.388303 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "name": "network-vif-plugged", "status": "completed", "tag": "7c99780d-df59-4577-8857-4864478c4016", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:00:38.388714 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59770d5d-a6f4-4040-b7b8-034b85a28a2a {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:00:38.389125 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c99780d-df59-4577-8857-4864478c4016', 'code': 200} Aug 30 11:00:38.454498 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:38.507354 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=7c99780d-df59-4577-8857-4864478c4016,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:38.768438 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862bde5-e68b-4b2d-8236-ba1f3f5842e9 req-582a3703-2643-4c84-8252-bce2e212ee61 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:38.769924 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1862bde5-e68b-4b2d-8236-ba1f3f5842e9 req-582a3703-2643-4c84-8252-bce2e212ee61 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0487521 Aug 30 11:00:38.807006 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1862bde5-e68b-4b2d-8236-ba1f3f5842e9 req-8d1baab6-51e7-4106-8a42-60ae2e7c0279 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312271 Aug 30 11:00:39.930661 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63ffbd-9157-46a7-862a-8f2bfa375959 req-5905f35c-8294-4f29-88ca-4c50c70cb00f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:39.932134 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6e63ffbd-9157-46a7-862a-8f2bfa375959 req-5905f35c-8294-4f29-88ca-4c50c70cb00f tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0532491 Aug 30 11:00:39.971194 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6e63ffbd-9157-46a7-862a-8f2bfa375959 req-0978bfdd-0bd7-46b2-b9e8-e07538c34733 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328610 Aug 30 11:00:40.403796 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2d80c-5ab2-41ec-a9c4-e2a8cdc745fb req-747733d0-bb36-44a5-8245-2050d2feec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:40.405337 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-18d2d80c-5ab2-41ec-a9c4-e2a8cdc745fb req-747733d0-bb36-44a5-8245-2050d2feec84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 1099 time: 0.1414258 Aug 30 11:00:40.444072 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-18d2d80c-5ab2-41ec-a9c4-e2a8cdc745fb req-ecee68d5-fcba-4190-b219-d36ee78e5dbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301197 Aug 30 11:00:41.092409 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f373c-5ca2-4b3e-a433-b60bdbe6f1cd req-7f07b4ec-86a7-42cc-98e7-63e8c1be9328 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:41.093930 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6c5f373c-5ca2-4b3e-a433-b60bdbe6f1cd req-7f07b4ec-86a7-42cc-98e7-63e8c1be9328 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0540845 Aug 30 11:00:41.151148 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6c5f373c-5ca2-4b3e-a433-b60bdbe6f1cd req-b791c972-5d6a-454c-8ea8-1c43393af0c8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501471 Aug 30 11:00:42.405367 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724fc75-76f3-4cb4-96ed-9b717a560179 req-7a69ec51-b908-490b-8a67-c890d6a49f0c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:42.407017 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5724fc75-76f3-4cb4-96ed-9b717a560179 req-7a69ec51-b908-490b-8a67-c890d6a49f0c tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0546036 Aug 30 11:00:42.460770 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5724fc75-76f3-4cb4-96ed-9b717a560179 req-5c5b4962-a3f5-4f87-bdfe-1eabff60fee5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466886 Aug 30 11:00:42.588715 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156eac2-7455-4dfa-9b1c-ba9fa56502ed req-51473568-ae9d-42e2-8fdf-221a03a4e9c3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:42.590548 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8156eac2-7455-4dfa-9b1c-ba9fa56502ed req-51473568-ae9d-42e2-8fdf-221a03a4e9c3 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0591629 Aug 30 11:00:42.601731 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 45270) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:42.606512 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Request body: {'floatingip': {'port_id': '7c99780d-df59-4577-8857-4864478c4016'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:00:42.653228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:43.125579 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:43.288387 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:43.411094 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Floating IP f2ea598c-8497-4683-a359-1b128b959f73 associated. External IP: 172.27.2.4, port: 7c99780d-df59-4577-8857-4864478c4016. Aug 30 11:00:43.652742 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:00:43.774105 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:00:43.783106 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:43.796279 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] Sync routers for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:00:43.817480 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:00:43.818280 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:00:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:43.820659 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-aa71717b-0fbd-4239-a6e0-52d5ac191b78 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "PUT /v2.0/floatingips/f2ea598c-8497-4683-a359-1b128b959f73 HTTP/1.1" status: 200 len: 990 time: 1.2177851 Aug 30 11:00:43.821555 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'tag': '7c99780d-df59-4577-8857-4864478c4016'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:00:43.823987 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74c71b3-da04-4339-b804-c94da62d85c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "tag": "7c99780d-df59-4577-8857-4864478c4016"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:00:43.864377 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05818124-1978-4b3a-bb0e-c72daea94d4f x-openstack-request-id: req-05818124-1978-4b3a-bb0e-c72daea94d4f {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:00:43.864674 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "tag": "7c99780d-df59-4577-8857-4864478c4016", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:00:43.867245 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05818124-1978-4b3a-bb0e-c72daea94d4f {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:00:43.867245 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'tag': '7c99780d-df59-4577-8857-4864478c4016', 'status': 'completed', 'code': 200} Aug 30 11:00:43.941089 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-6dd14c23-2007-4264-98fc-beda89f8a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:43.942627 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-6dd14c23-2007-4264-98fc-beda89f8a4ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb30cc0da98546329a5eb164d68788ad&device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 1099 time: 0.0463202 Aug 30 11:00:43.961733 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:00:44.053842 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-df06dd87-1681-4d78-a9b3-070652cc448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:44.055322 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-df06dd87-1681-4d78-a9b3-070652cc448c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 200 len: 912 time: 0.1048167 Aug 30 11:00:44.133742 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-7f224c99-d708-483a-b955-61a2226189ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c99780d-df59-4577-8857-4864478c4016 HTTP/1.1" status: 200 len: 998 time: 0.0624149 Aug 30 11:00:44.196676 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-fab98379-ec24-49fc-8751-55bcbdf780be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:44.198432 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-fab98379-ec24-49fc-8751-55bcbdf780be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 200 len: 850 time: 0.0547805 Aug 30 11:00:44.227069 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'f2ea598c-8497-4683-a359-1b128b959f73', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'port_id': '7c99780d-df59-4577-8857-4864478c4016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'mac_address': 'fa:16:3e:5d:81:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4994e80-3977-46ff-991b-b205ae98a396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:00:21Z', 'updated_at': '2021-08-30T11:00:43Z', 'revision_number': 1, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:44.258187 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-8d1e6ae8-849d-431e-af37-b37b7a90ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:00:44.258851 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] Checking router: ae8d96d9-d1df-4f12-a278-cd5808dd8d86 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:00:44.260193 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-8d1e6ae8-849d-431e-af37-b37b7a90ece0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea100e7a-af1d-407a-bf23-acf074e8265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519867 Aug 30 11:00:44.270189 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:00:44.271271 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:00:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:44.363787 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-719e2c2b-ce7a-47d5-8daf-419706901ad1 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946167 Aug 30 11:00:44.398712 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:00:44.517250 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a74c71b3-da04-4339-b804-c94da62d85c7 req-f4c65532-b33a-416b-b914-0a744bd4a435 service neutron] 10.222.0.18 "GET /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455476 Aug 30 11:00:44.812173 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'f2ea598c-8497-4683-a359-1b128b959f73', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'port_id': '7c99780d-df59-4577-8857-4864478c4016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'mac_address': 'fa:16:3e:5d:81:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4994e80-3977-46ff-991b-b205ae98a396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:00:21Z', 'updated_at': '2021-08-30T11:00:43Z', 'revision_number': 1, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:00:44.840137 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df8d81-a85a-4481-96f9-317bc3744465 None None] The sync data for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi is: [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': 'f2ea598c-8497-4683-a359-1b128b959f73', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'port_id': '7c99780d-df59-4577-8857-4864478c4016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'mac_address': 'fa:16:3e:5d:81:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4994e80-3977-46ff-991b-b205ae98a396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:00:21Z', 'updated_at': '2021-08-30T11:00:43Z', 'revision_number': 1, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:00:45.052521 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73aa4c8-bf4a-4c97-bb65-f87adcdd7e6b None None] New status for floating IP f2ea598c-8497-4683-a359-1b128b959f73: ACTIVE {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:00:55.132862 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 45420) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:55.250692 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91dcd782-a1b4-4093-980f-6a59c24c5562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:55.341938 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91dcd782-a1b4-4093-980f-6a59c24c5562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:55.402373 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-91dcd782-a1b4-4093-980f-6a59c24c5562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:55.445835 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-91dcd782-a1b4-4093-980f-6a59c24c5562 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a941a30aa454a0599ff9174e0df4100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113718 Aug 30 11:00:55.446711 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcd782-a1b4-4093-980f-6a59c24c5562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11544e0-4c17-4069-b911-e2b4f6370eba,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:55.448681 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 45426) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:00:55.511892 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:55.530735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:55.665066 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:55.667950 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:00:55.669174 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f11544e0-4c17-4069-b911-e2b4f6370eba HTTP/1.1" status: 204 len: 168 time: 0.2188046 Aug 30 11:00:55.680009 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11544e0-4c17-4069-b911-e2b4f6370eba,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:00:55.690621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.691218 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.691809 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.692410 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.693140 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.693621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.694046 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.694430 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.694894 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.695337 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.695808 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:55.696398 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54e8ae-308e-4620-b018-3a43e27ae1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:00:57.094486 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-64bee044-89e8-4a56-8db3-2eaf16ae7acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:00.122058 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f863d8fd-0a9d-43f1-bd41-79d36324f1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:00.363715 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:00.831308 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:02.379871 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:02.568328 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:05.749676 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e3d-34a7-4462-aeed-0c90187bcd5b req-a0bbc5fe-a604-4c6a-a5de-28f19f4f4011 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:05.751387 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-caba7e3d-34a7-4462-aeed-0c90187bcd5b req-a0bbc5fe-a604-4c6a-a5de-28f19f4f4011 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0585618 Aug 30 11:01:05.806897 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-caba7e3d-34a7-4462-aeed-0c90187bcd5b req-7c04d80f-c4a0-4ad8-8c3d-cef2ac1dc1bc tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486138 Aug 30 11:01:06.936447 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd94b-1028-470c-8d5b-3c5fa520677a req-30347d24-8158-4f46-b703-5c5c7131e8d8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:06.938119 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-297dd94b-1028-470c-8d5b-3c5fa520677a req-30347d24-8158-4f46-b703-5c5c7131e8d8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0532627 Aug 30 11:01:06.982077 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-297dd94b-1028-470c-8d5b-3c5fa520677a req-a667adf8-37a1-4c7c-a919-27909b000421 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350020 Aug 30 11:01:08.134063 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa309855-4e71-4788-b969-8395afc1a797 req-c2107374-dfc7-4e55-9c2e-1fbc6fd573da tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:08.136038 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fa309855-4e71-4788-b969-8395afc1a797 req-c2107374-dfc7-4e55-9c2e-1fbc6fd573da tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0637980 Aug 30 11:01:08.181366 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fa309855-4e71-4788-b969-8395afc1a797 req-e1a54fef-d921-4f08-a732-2b6bca153ade tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392525 Aug 30 11:01:09.318091 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd74db1-62f2-4bc1-9996-c328df8d0691 req-64e10811-1c71-40ee-be9f-8c55444df267 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:09.319638 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5bd74db1-62f2-4bc1-9996-c328df8d0691 req-64e10811-1c71-40ee-be9f-8c55444df267 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0518181 Aug 30 11:01:09.358309 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5bd74db1-62f2-4bc1-9996-c328df8d0691 req-4d17b020-edd4-4780-b47c-8b26004a9898 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Aug 30 11:01:09.543135 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 45664) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:09.675684 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e1671f3d-d81b-45f5-bae3-c54b92aa5259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:09.788394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e1671f3d-d81b-45f5-bae3-c54b92aa5259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:09.882186 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e1671f3d-d81b-45f5-bae3-c54b92aa5259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:09.925933 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e1671f3d-d81b-45f5-bae3-c54b92aa5259 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18965ace3f304ead81ff98baca15af70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816607 Aug 30 11:01:09.926809 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1671f3d-d81b-45f5-bae3-c54b92aa5259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce8991-04dd-4f5e-8086-bfd788cc96b3,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:09.929485 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 45672) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:09.998020 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-77ea83cc-12d6-4f09-8bbc-c64f22f44074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:10.025848 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-77ea83cc-12d6-4f09-8bbc-c64f22f44074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:10.162014 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-77ea83cc-12d6-4f09-8bbc-c64f22f44074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:10.164538 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-77ea83cc-12d6-4f09-8bbc-c64f22f44074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:10.165729 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-77ea83cc-12d6-4f09-8bbc-c64f22f44074 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2ce8991-04dd-4f5e-8086-bfd788cc96b3 HTTP/1.1" status: 204 len: 168 time: 0.2350390 Aug 30 11:01:10.174332 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea83cc-12d6-4f09-8bbc-c64f22f44074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce8991-04dd-4f5e-8086-bfd788cc96b3,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:10.492635 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691fa3-c40a-40f7-ba5f-a201cd29dccf req-cd6cfa6d-ce67-4fd7-9e72-ff3a1bc4c4bb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:10.494361 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e0691fa3-c40a-40f7-ba5f-a201cd29dccf req-cd6cfa6d-ce67-4fd7-9e72-ff3a1bc4c4bb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0611978 Aug 30 11:01:10.547861 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e0691fa3-c40a-40f7-ba5f-a201cd29dccf req-6a714270-22e1-4a42-8bf2-24d86f937a8e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457387 Aug 30 11:01:11.679439 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1b623-252a-4c40-99cf-635ead4cdd9f req-460614ba-5658-4fd7-a0dd-651d9a80f1e1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:11.681250 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e3e1b623-252a-4c40-99cf-635ead4cdd9f req-460614ba-5658-4fd7-a0dd-651d9a80f1e1 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0520382 Aug 30 11:01:11.730738 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e3e1b623-252a-4c40-99cf-635ead4cdd9f req-9f440540-5aea-4c46-bffb-59f04074f00a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425072 Aug 30 11:01:11.961287 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:01:12.856521 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d1b03-5358-4e77-bcde-caf267d33b0c req-e567f97b-5d5c-45cc-ae9c-11086bcc0d47 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:12.858365 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2d1d1b03-5358-4e77-bcde-caf267d33b0c req-e567f97b-5d5c-45cc-ae9c-11086bcc0d47 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0521097 Aug 30 11:01:12.902067 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2d1d1b03-5358-4e77-bcde-caf267d33b0c req-f29017dc-b714-4f4b-8c4b-aaa02b750364 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356584 Aug 30 11:01:14.052269 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f58761-4609-46f9-bd30-b3fd61420be2 req-a1b35dbe-4395-4ca1-ae71-9f36b546a5fd tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:14.053935 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-02f58761-4609-46f9-bd30-b3fd61420be2 req-a1b35dbe-4395-4ca1-ae71-9f36b546a5fd tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0684953 Aug 30 11:01:14.096844 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-02f58761-4609-46f9-bd30-b3fd61420be2 req-aa9af767-7bcf-4ccb-8ef6-c50a177b9e48 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367541 Aug 30 11:01:15.228097 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622665c4-eceb-4f6d-8419-6ba512eb6164 req-5f20d790-1511-4843-932b-c91e1f8f1b5a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:15.229700 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-622665c4-eceb-4f6d-8419-6ba512eb6164 req-5f20d790-1511-4843-932b-c91e1f8f1b5a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0576789 Aug 30 11:01:15.268731 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-622665c4-eceb-4f6d-8419-6ba512eb6164 req-14aaf932-3a18-435b-aec7-f201fed428b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326276 Aug 30 11:01:16.392427 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff4993-e0a8-4493-a871-b19c331e83f8 req-76a76d24-484f-4626-acfc-d0be79db5422 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:16.394084 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7cff4993-e0a8-4493-a871-b19c331e83f8 req-76a76d24-484f-4626-acfc-d0be79db5422 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0515914 Aug 30 11:01:16.435746 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7cff4993-e0a8-4493-a871-b19c331e83f8 req-49e3c9ad-de26-404e-b035-a6636cf99e2f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354109 Aug 30 11:01:17.573062 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c385ca7-2ca0-4b5d-8b16-515919f362c2 req-ff1fb470-f939-4a4c-8fe6-f10cc5014001 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:17.574673 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5c385ca7-2ca0-4b5d-8b16-515919f362c2 req-ff1fb470-f939-4a4c-8fe6-f10cc5014001 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0574327 Aug 30 11:01:17.625843 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5c385ca7-2ca0-4b5d-8b16-515919f362c2 req-ddcd0642-0462-4202-9e47-7b5b5cef9502 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Aug 30 11:01:18.752837 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d1bd-0a28-4b3b-85c5-d37374fa14a4 req-93d974ae-c18a-4222-b3a0-843a9120ecd0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:18.755082 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b2f2d1bd-0a28-4b3b-85c5-d37374fa14a4 req-93d974ae-c18a-4222-b3a0-843a9120ecd0 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0536242 Aug 30 11:01:18.807203 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b2f2d1bd-0a28-4b3b-85c5-d37374fa14a4 req-59b03898-bac0-4bfc-8739-5dab48d5f1fe tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457160 Aug 30 11:01:19.940748 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df99130-52d7-43af-869e-2d3baaddccdd req-05d68730-fc5b-4192-aa62-1e7ac2fd39ec tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:19.942838 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2df99130-52d7-43af-869e-2d3baaddccdd req-05d68730-fc5b-4192-aa62-1e7ac2fd39ec tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0525091 Aug 30 11:01:19.981648 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2df99130-52d7-43af-869e-2d3baaddccdd req-98baf3ab-b932-424f-8c5a-496921c52bec tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Aug 30 11:01:21.110550 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a2fc-4a0e-4dc8-b8db-058cb7c85cff req-2d5fa8ab-8af9-4adb-8427-606940cdf2a5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:21.112030 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2150a2fc-4a0e-4dc8-b8db-058cb7c85cff req-2d5fa8ab-8af9-4adb-8427-606940cdf2a5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0537307 Aug 30 11:01:21.150542 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2150a2fc-4a0e-4dc8-b8db-058cb7c85cff req-88cefdd5-105d-4dc9-9be8-f426c5ae4db4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321248 Aug 30 11:01:22.275337 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10687-4cd5-49a3-a828-6e06da2a36be req-cf7a9684-eba5-4d75-a861-bd3b6493d667 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:22.276756 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bc10687-4cd5-49a3-a828-6e06da2a36be req-cf7a9684-eba5-4d75-a861-bd3b6493d667 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0502868 Aug 30 11:01:22.317289 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3bc10687-4cd5-49a3-a828-6e06da2a36be req-7128dfbb-8d73-4acb-9971-660321db8f01 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333714 Aug 30 11:01:23.442569 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877436da-9ecc-41b4-9f05-b9eb030e3a4c req-d70ee319-c3a0-430f-9842-11ee294f9d86 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:23.452205 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-877436da-9ecc-41b4-9f05-b9eb030e3a4c req-d70ee319-c3a0-430f-9842-11ee294f9d86 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0519285 Aug 30 11:01:23.484178 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-877436da-9ecc-41b4-9f05-b9eb030e3a4c req-c0f710e9-f732-44ca-9053-8bbe8fef1a20 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340924 Aug 30 11:01:23.535847 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:01:23.662352 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:01:23.675631 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'port_id': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'mac_address': 'fa:16:3e:92:6c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:01:23.717058 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:23.731132 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2abab77-f4e7-4d63-b88b-e58ad1764f51 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:01:23.755947 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:01:23.841846 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:23.898065 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=6']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:23.905347 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.905702 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.906040 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.906375 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.906708 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.907044 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.907372 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.907705 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.908044 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.908352 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.908675 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.909062 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:23.935864 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['f2abab77-f4e7-4d63-b88b-e58ad1764f51'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:01:24.619895 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a3be3-1de6-4453-b07e-b9bde3c9c5c3 req-5fb5c03e-f9a1-4304-8a57-83e389aa9085 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:24.621572 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9e7a3be3-1de6-4453-b07e-b9bde3c9c5c3 req-5fb5c03e-f9a1-4304-8a57-83e389aa9085 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 945 time: 0.0581100 Aug 30 11:01:24.662709 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9e7a3be3-1de6-4453-b07e-b9bde3c9c5c3 req-7e7edca7-5497-4a16-b703-e0e509294b17 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335467 Aug 30 11:01:25.533208 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:01:25.593372 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port f2abab77-f4e7-4d63-b88b-e58ad1764f51 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:01:25.593759 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:25.686702 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:25.715345 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:01:25.718632 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d11a3-881b-4c8f-bddd-15d52227d73a" -d '{"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-plugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:01:25.746156 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:01:25.829141 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852676d2-52ba-4614-9380-1b1cbdb8ca2a req-f8cfb5dd-2edc-4f5b-819e-6ffc3eb741b5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:25.830899 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-852676d2-52ba-4614-9380-1b1cbdb8ca2a req-f8cfb5dd-2edc-4f5b-819e-6ffc3eb741b5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 945 time: 0.0711639 Aug 30 11:01:25.837501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:25.913462 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-852676d2-52ba-4614-9380-1b1cbdb8ca2a req-33916a93-074d-46d3-a739-03b07a73898a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745487 Aug 30 11:01:25.931550 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=7']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:26.015453 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a1d2b9-16d2-44ae-aeee-f65ddf436606 x-openstack-request-id: req-00a1d2b9-16d2-44ae-aeee-f65ddf436606 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:01:26.015960 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-plugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:01:26.016376 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00a1d2b9-16d2-44ae-aeee-f65ddf436606 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:01:26.016953 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'code': 200} Aug 30 11:01:27.071264 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36d1a-5742-4067-9fef-6253ef519f74 req-4ff891a3-8cdf-41f4-a4f1-dcf2cdc8f50d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:27.074018 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f8a36d1a-5742-4067-9fef-6253ef519f74 req-4ff891a3-8cdf-41f4-a4f1-dcf2cdc8f50d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0776691 Aug 30 11:01:27.089810 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e8480ebf-85b5-479f-93e5-627e005b948c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:27.132155 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f8a36d1a-5742-4067-9fef-6253ef519f74 req-ddb781b3-c7b5-4eb6-b27c-2b47c52ed5eb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521429 Aug 30 11:01:28.302486 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184348-9035-4fc8-825b-65581c4b987d req-d8a8a55b-28b1-4968-a6b0-9c9306cf6152 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:28.304237 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3184348-9035-4fc8-825b-65581c4b987d req-d8a8a55b-28b1-4968-a6b0-9c9306cf6152 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0591981 Aug 30 11:01:28.378219 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3184348-9035-4fc8-825b-65581c4b987d req-e7344a0a-7e59-4dd5-970e-7d5c2ac7a1c4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625935 Aug 30 11:01:29.542374 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81d761-8bd0-487c-9bd9-38abc26a15e6 req-15c62751-3296-4199-9d9e-bf122f9636ce tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:29.545177 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bd81d761-8bd0-487c-9bd9-38abc26a15e6 req-15c62751-3296-4199-9d9e-bf122f9636ce tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0760078 Aug 30 11:01:29.630522 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bd81d761-8bd0-487c-9bd9-38abc26a15e6 req-2bba2fe7-36de-4c5d-a6d1-ba6c9d42c16c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627193 Aug 30 11:01:30.115925 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f8797646-39eb-4f99-b80e-59aa17352a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:30.193811 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209477f9-1f44-4234-8e7f-d584202f45eb req-ceb0dcf4-2e55-42e9-bff3-2e18ebe8d691 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:30.201464 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-209477f9-1f44-4234-8e7f-d584202f45eb req-ceb0dcf4-2e55-42e9-bff3-2e18ebe8d691 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.0738518 Aug 30 11:01:30.243911 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-209477f9-1f44-4234-8e7f-d584202f45eb req-6d483223-326a-40b1-86d1-0190ac97256f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Aug 30 11:01:30.367861 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:30.795439 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93122a-1de1-4657-890f-a24ac7f5fad5 req-a97828bd-9d5c-476b-aff6-3ce84bd34603 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:30.803359 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea93122a-1de1-4657-890f-a24ac7f5fad5 req-a97828bd-9d5c-476b-aff6-3ce84bd34603 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0675080 Aug 30 11:01:30.845232 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ea93122a-1de1-4657-890f-a24ac7f5fad5 req-4bfb769b-6764-4391-8d26-b1cd6121f020 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 Aug 30 11:01:30.859456 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:31.394214 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554f54-1f4b-4501-9ad1-a6d9c6c10fdd req-efe730fd-b423-4757-9ff5-b3f71d61f4dd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:31.397107 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f3554f54-1f4b-4501-9ad1-a6d9c6c10fdd req-efe730fd-b423-4757-9ff5-b3f71d61f4dd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.0601137 Aug 30 11:01:31.464308 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f3554f54-1f4b-4501-9ad1-a6d9c6c10fdd req-9922fe9a-0ce8-49d2-9e03-31b4bc54e924 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600848 Aug 30 11:01:32.035376 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b69be-bddf-4f60-91f7-88c2abaf8af6 req-7499fd12-3ac7-4a44-aae3-522fa6948425 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:32.037122 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ec1b69be-bddf-4f60-91f7-88c2abaf8af6 req-7499fd12-3ac7-4a44-aae3-522fa6948425 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0679789 Aug 30 11:01:32.086672 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ec1b69be-bddf-4f60-91f7-88c2abaf8af6 req-d859f352-b7df-4815-aff6-2307a3653430 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 Aug 30 11:01:32.233725 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-b9f469c3-be38-4252-acda-dda4fa7530ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543900 Aug 30 11:01:32.348374 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-e61d093c-fe7a-46e3-b10d-a6564e860efb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:32.350021 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-e61d093c-fe7a-46e3-b10d-a6564e860efb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.1061707 Aug 30 11:01:32.370044 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-95a6c119-f9ee-482e-8175-8aa9c3840629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:32.371975 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-95a6c119-f9ee-482e-8175-8aa9c3840629 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1098 time: 0.0817869 Aug 30 11:01:32.610420 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-917bd3e0-8323-43b9-8874-cfad4cefe5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:32.611897 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-917bd3e0-8323-43b9-8874-cfad4cefe5af service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 909 time: 0.2138915 Aug 30 11:01:32.622224 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Deleting port 4f9be150-00c4-4136-996b-8940954c9b8f {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:01:32.622568 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:32.641772 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:32.657999 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cfa9-48e0-46b9-be25-a6730ff1b213 req-588c96e9-6e34-43c5-a28b-cb229cd7af9a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:32.659525 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f069cfa9-48e0-46b9-be25-a6730ff1b213 req-588c96e9-6e34-43c5-a28b-cb229cd7af9a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.1168437 Aug 30 11:01:32.699391 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:32.792554 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-68b3e5a4-9c9e-4162-bf14-fe19fc1a97fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 1000 time: 0.1725924 Aug 30 11:01:32.820535 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f069cfa9-48e0-46b9-be25-a6730ff1b213 req-783b8cdf-4467-4f2a-9a58-4afc2d1f394c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016512 Aug 30 11:01:32.881638 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] For port 4f9be150-00c4-4136-996b-8940954c9b8f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=4f9be150-00c4-4136-996b-8940954c9b8f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:01:32.882311 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:33.016522 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-51a8ca59-763d-4396-81c7-e998f5c78c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:33.018145 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-51a8ca59-763d-4396-81c7-e998f5c78c50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 200 len: 847 time: 0.2142179 Aug 30 11:01:33.271067 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd788efc-9108-4207-b251-a8e9172aba79 req-5fa4e81b-f31c-4b1a-9bb5-fb00783a02a9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:33.279909 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd788efc-9108-4207-b251-a8e9172aba79 req-5fa4e81b-f31c-4b1a-9bb5-fb00783a02a9 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0816464 Aug 30 11:01:33.331108 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fd788efc-9108-4207-b251-a8e9172aba79 req-be49280c-2c9a-420e-bdcc-88fd7b41e3cb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495596 Aug 30 11:01:33.413713 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-f2be9a41-bdac-4da8-b89c-818fe1125f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:33.415298 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-f2be9a41-bdac-4da8-b89c-818fe1125f7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3892801 Aug 30 11:01:33.613752 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:33.614258 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:33.614627 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Floating IP a6993187-1086-4204-b2c0-dca2995295b3 disassociated. External IP: 172.27.2.38, port: 4f9be150-00c4-4136-996b-8940954c9b8f. Aug 30 11:01:33.614999 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Calling delete_port for 4f9be150-00c4-4136-996b-8940954c9b8f owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:01:33.731219 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-8b424a41-09a2-4379-8d0a-838b01cec45d service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614374 Aug 30 11:01:33.936004 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ade17192-927b-4bad-82a3-4aa67baf49ae req-7ad979c7-dad3-41f6-90ec-9afd9cbbe2cf service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960878 Aug 30 11:01:34.008871 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4dfc5-5ee3-4212-a8a6-b9a9905dea48 req-f3950f5e-d974-47f3-8da6-c2ab85b4fe33 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:34.011451 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c5b4dfc5-5ee3-4212-a8a6-b9a9905dea48 req-f3950f5e-d974-47f3-8da6-c2ab85b4fe33 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 945 time: 0.0686829 Aug 30 11:01:34.075637 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c5b4dfc5-5ee3-4212-a8a6-b9a9905dea48 req-375a973a-6ff2-40c0-b9e4-2c419932c286 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565484 Aug 30 11:01:34.103757 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:34.137454 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event deleted for resources: {'Port': ['ID=4f9be150-00c4-4136-996b-8940954c9b8f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:34.299248 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:01:34.485174 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:01:34.499496 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:01:34.517387 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:01:34.527459 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:01:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:01:34.573621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] No DVR routers for this DVR port 4f9be150-00c4-4136-996b-8940954c9b8f on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:01:34.576892 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:34.579353 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5fa8ef62-2a17-4bab-8e5e-5635e4c34dff req-60c6069d-d182-42d9-a3a5-21b0d473abcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "DELETE /v2.0/ports/4f9be150-00c4-4136-996b-8940954c9b8f HTTP/1.1" status: 204 len: 173 time: 2.2212307 Aug 30 11:01:34.579999 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'name': 'network-vif-deleted', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:01:34.583426 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a069a-181a-4cf0-9009-87021c12a1af" -d '{"events": [{"server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "name": "network-vif-deleted", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:01:34.623164 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88069e-cd71-4313-983a-a1729fb025c1 req-596881df-8b42-4610-a2cc-68f85e425723 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:34.624888 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9b88069e-cd71-4313-983a-a1729fb025c1 req-596881df-8b42-4610-a2cc-68f85e425723 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.1581736 Aug 30 11:01:34.671690 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:01:34.727958 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9b88069e-cd71-4313-983a-a1729fb025c1 req-46e8198d-c488-446d-9912-1ac83fa0f7a5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889733 Aug 30 11:01:34.822221 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc398025-4895-42f1-a7c7-8691ebafb730 x-openstack-request-id: req-bc398025-4895-42f1-a7c7-8691ebafb730 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:01:34.822221 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351e9fd5-25ff-42b1-813d-52c94d38b875", "name": "network-vif-deleted", "tag": "4f9be150-00c4-4136-996b-8940954c9b8f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:01:34.822607 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc398025-4895-42f1-a7c7-8691ebafb730 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:01:34.823473 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351e9fd5-25ff-42b1-813d-52c94d38b875', 'name': 'network-vif-deleted', 'tag': '4f9be150-00c4-4136-996b-8940954c9b8f', 'status': 'completed', 'code': 200} Aug 30 11:01:35.040960 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:01:35.076093 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:01:35.086241 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:01:35.087947 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:01:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:01:35.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-46c7da79-25fd-4724-a2c3-6c4748d663a3 req-53063500-82ad-47cf-b6a6-ab57fe03b95a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=351e9fd5-25ff-42b1-813d-52c94d38b875 HTTP/1.1" status: 200 len: 210 time: 0.0438905 Aug 30 11:01:35.267549 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:01:35.509075 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:01:35.541512 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58cc9d-4736-48cf-80c9-020507af0b20 None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:01:35.564768 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 4f9be150-00c4-4136-996b-8940954c9b8f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:01:35.602690 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 4f9be150-00c4-4136-996b-8940954c9b8f {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:01:35.603043 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 4f9be150-00c4-4136-996b-8940954c9b8f not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:01:35.943396 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bca99f-3061-45b2-a0e4-abeabea5904f req-b4d0e699-f848-4658-bb8e-953344513da6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:35.945142 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-51bca99f-3061-45b2-a0e4-abeabea5904f req-b4d0e699-f848-4658-bb8e-953344513da6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0826745 Aug 30 11:01:35.971496 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1d093-c6c2-41a3-9fd4-91912aa7faa9 None None] New status for floating IP a6993187-1086-4204-b2c0-dca2995295b3: DOWN {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:01:36.032838 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-51bca99f-3061-45b2-a0e4-abeabea5904f req-11d0a741-74e3-4504-87c7-3d9e22b87306 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800426 Aug 30 11:01:36.678498 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c51d346c-0224-4fd4-8599-9fb86cedc43f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916559816&fields=id&tenant_id=e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 267 time: 0.0338230 Aug 30 11:01:36.806464 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-fce8000a-99bb-4d63-b2e4-2a918692c904 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:36.808039 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-fce8000a-99bb-4d63-b2e4-2a918692c904 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 812 time: 0.1218412 Aug 30 11:01:36.823976 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-d384870a-f721-4290-9434-662f77c1b7fd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/quotas/e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 375 time: 0.0098970 Aug 30 11:01:36.886856 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-1c504787-649e-4f2c-aa99-ae83c3cf6127 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575807 Aug 30 11:01:37.096795 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-62a89651-2602-449c-b47b-628dc3070992 service neutron] 10.222.0.24 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966560 Aug 30 11:01:37.236622 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-4a6c118e-0993-43c8-82b5-b4cdf57567e1 service neutron] 10.222.0.24 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310494 Aug 30 11:01:38.137767 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07931fc-7bb6-4ac5-b395-86a6b58af492 req-28c87f41-f718-4365-bb85-bf76f2a5198f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:38.137767 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c07931fc-7bb6-4ac5-b395-86a6b58af492 req-28c87f41-f718-4365-bb85-bf76f2a5198f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0590091 Aug 30 11:01:38.172260 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c07931fc-7bb6-4ac5-b395-86a6b58af492 req-882f754d-8109-4359-a34c-8a292986dc5a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358260 Aug 30 11:01:38.266924 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3e4c35c7-7fb3-4b2e-81c1-bfda540f33e9 req-5737bf3d-3409-4cf5-9968-7d4519dbb056 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 210 time: 0.0343893 Aug 30 11:01:39.006444 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 45982) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:39.116752 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:39.213602 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:39.330206 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13560a-6cd6-4935-b1ce-5bc57f7cacbe req-e7d0538f-fd6f-4d0f-91c0-71a224af2e35 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:39.331747 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1d13560a-6cd6-4935-b1ce-5bc57f7cacbe req-e7d0538f-fd6f-4d0f-91c0-71a224af2e35 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0622494 Aug 30 11:01:39.337856 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:39.392659 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6d71c74a-2aeb-463c-b309-4ccecaf0c3f6 req-03074737-34fe-481d-a98e-2f7719bacd3d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 210 time: 0.0279200 Aug 30 11:01:39.403520 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa0be692961d48719d9ddef06a1e1eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958087 Aug 30 11:01:39.404110 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62047f6e-f66e-43c7-88ce-e85b7bdaaa76,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:39.406360 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 45992) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:39.418064 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.418424 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.418770 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.419093 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.419426 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.419760 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.420101 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.420529 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.420745 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.421328 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.421460 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.421737 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51d247-38ec-4ee1-8bfd-5ca54d5b505c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:39.430237 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1d13560a-6cd6-4935-b1ce-5bc57f7cacbe req-57b5afbb-94ac-4f71-b17d-cf66b6c28785 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863872 Aug 30 11:01:39.466700 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f18dd323-0a97-499d-bb3c-58d7779e7e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:39.488552 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f18dd323-0a97-499d-bb3c-58d7779e7e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:39.606038 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117f987-4e21-4807-8fdc-28c783bb330c req-20167bc8-ee81-4ac2-b046-ad94c32aa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:39.607444 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7117f987-4e21-4807-8fdc-28c783bb330c req-20167bc8-ee81-4ac2-b046-ad94c32aa8eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1099 time: 0.0433989 Aug 30 11:01:39.634579 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f18dd323-0a97-499d-bb3c-58d7779e7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:39.638504 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f18dd323-0a97-499d-bb3c-58d7779e7e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:39.638504 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f18dd323-0a97-499d-bb3c-58d7779e7e81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62047f6e-f66e-43c7-88ce-e85b7bdaaa76 HTTP/1.1" status: 204 len: 168 time: 0.2309279 Aug 30 11:01:39.679531 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dd323-0a97-499d-bb3c-58d7779e7e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62047f6e-f66e-43c7-88ce-e85b7bdaaa76,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:39.724727 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117f987-4e21-4807-8fdc-28c783bb330c req-190f1169-098e-459e-9eda-505d7aa4c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:39.726425 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7117f987-4e21-4807-8fdc-28c783bb330c req-190f1169-098e-459e-9eda-505d7aa4c5b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.1119549 Aug 30 11:01:39.796758 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7117f987-4e21-4807-8fdc-28c783bb330c req-0971fe6d-9153-4ad3-8826-e394cc486f9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51 HTTP/1.1" status: 200 len: 1001 time: 0.0623293 Aug 30 11:01:39.872735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117f987-4e21-4807-8fdc-28c783bb330c req-38d0f81e-e889-4cbf-931b-0261d520e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:39.875463 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7117f987-4e21-4807-8fdc-28c783bb330c req-38d0f81e-e889-4cbf-931b-0261d520e292 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.0719342 Aug 30 11:01:39.938164 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117f987-4e21-4807-8fdc-28c783bb330c req-bf7b30fd-7e0b-4597-8358-9bd367d4e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:39.940827 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7117f987-4e21-4807-8fdc-28c783bb330c req-bf7b30fd-7e0b-4597-8358-9bd367d4e918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586526 Aug 30 11:01:40.072278 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7117f987-4e21-4807-8fdc-28c783bb330c req-48d69c1c-273c-4906-9d9e-4d89b0c044ef service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227190 Aug 30 11:01:40.183800 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7117f987-4e21-4807-8fdc-28c783bb330c req-9a797927-03e6-455b-8f05-2d387294ff95 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040192 Aug 30 11:01:40.498996 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c1bb7316-88eb-456d-b255-4206de2e6753 req-40245536-65f8-4eec-b88e-076ec06f5abc tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 210 time: 0.0317917 Aug 30 11:01:40.502898 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff87c44-12be-4fb1-8d47-37931a035b36 req-d20f656c-9e7b-4fcc-8b18-050bc0251be8 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:40.505230 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bff87c44-12be-4fb1-8d47-37931a035b36 req-d20f656c-9e7b-4fcc-8b18-050bc0251be8 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0561016 Aug 30 11:01:40.564187 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bff87c44-12be-4fb1-8d47-37931a035b36 req-a4df2de6-83eb-478f-9534-fa3e5c46d4af tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527477 Aug 30 11:01:40.650342 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1aea7-6edc-4df1-9e9c-ae96808d31ad req-54a1b504-5188-4938-800a-1fc90ac19c55 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:40.651867 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7cb1aea7-6edc-4df1-9e9c-ae96808d31ad req-54a1b504-5188-4938-800a-1fc90ac19c55 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0824625 Aug 30 11:01:40.699979 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7cb1aea7-6edc-4df1-9e9c-ae96808d31ad req-48894322-49be-404d-8324-d583a53f2321 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411439 Aug 30 11:01:41.033941 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-e0f22e27-c8d5-4ca5-a5aa-28e62b6221a8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:41.035500 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-e0f22e27-c8d5-4ca5-a5aa-28e62b6221a8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 812 time: 0.1319916 Aug 30 11:01:41.090688 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-656e2827-20ba-40ac-a8e0-c0302acf5d9c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 380 time: 0.0443327 Aug 30 11:01:41.104880 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'port': {'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'admin_state_up': True, 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'security_groups': ['54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:01:41.309960 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Made reservation on behalf of e0ad5c2bb985498fa131001af10b6a3b for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:01:41.313952 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:41.462257 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Allocated IP 172.20.0.11 (bd648ed5-f5c1-4641-995d-5accb6767a46/ea27ae4c-742f-4c3a-ac17-4d5466c0b274/bdf57366-aae0-432c-befa-31f05aaf4f3f) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:01:41.614058 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-901e48cb-32ed-433b-8c92-a3ed5bf1d4c4 req-230579d5-adbf-4d65-bc67-1a4ce252144c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 210 time: 0.0381575 Aug 30 11:01:41.622385 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:01:41.663186 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:41.709543 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Transition to ACTIVE for port object bdf57366-aae0-432c-befa-31f05aaf4f3f will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:01:41.738567 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:41.750041 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237e557-799d-49f0-b41e-78756ccf01cf req-806ca07f-c27f-4c0b-a101-c4f0fe2e0957 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:41.752146 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c237e557-799d-49f0-b41e-78756ccf01cf req-806ca07f-c27f-4c0b-a101-c4f0fe2e0957 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0839653 Aug 30 11:01:41.784230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:01:41.787413 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3752bdc2-2bd8-457a-9212-94a8bd2a17ce" -d '{"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:01:41.804975 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:01:41.826875 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c237e557-799d-49f0-b41e-78756ccf01cf req-b509d9fa-bdb0-402d-b4ff-4d06c6b65e18 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463150 Aug 30 11:01:41.842174 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda1673-1216-4d06-9500-5dd896a3a857 req-9f1afb49-ae96-44aa-a5a2-863a90d5b2d8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:41.843846 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cbda1673-1216-4d06-9500-5dd896a3a857 req-9f1afb49-ae96-44aa-a5a2-863a90d5b2d8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 946 time: 0.0579441 Aug 30 11:01:41.883586 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 11:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20557a08-cf3e-4644-ba26-6742a56dc5d3 x-openstack-request-id: req-20557a08-cf3e-4644-ba26-6742a56dc5d3 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:01:41.885524 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:01:41.885524 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20557a08-cf3e-4644-ba26-6742a56dc5d3 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:01:41.885524 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'code': 200} Aug 30 11:01:41.901184 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cbda1673-1216-4d06-9500-5dd896a3a857 req-97e91649-0afe-4370-8c8d-798fa45196e7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502331 Aug 30 11:01:41.910179 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:41.910885 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:41.965791 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=8']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:41.968832 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Network bd648ed5-f5c1-4641-995d-5accb6767a46 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:01:41.972117 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:01:41.979722 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:01:42.025621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=bdf57366-aae0-432c-befa-31f05aaf4f3f,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:42.046576 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:42.047233 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:42.162031 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-cb8ec705-b2a6-482a-8fc4-17023065f459 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0635929 Aug 30 11:01:42.178348 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Request body: {'port': {'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:01:42.243391 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:42.333713 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9d788974-0bde-4432-8430-e02343111edd None None] Provisioning for port bdf57366-aae0-432c-befa-31f05aaf4f3f completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:01:42.338404 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9d788974-0bde-4432-8430-e02343111edd None None] Provisioning complete for port bdf57366-aae0-432c-befa-31f05aaf4f3f triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:01:42.338919 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9d788974-0bde-4432-8430-e02343111edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:42.400160 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-9d788974-0bde-4432-8430-e02343111edd None None] Port bdf57366-aae0-432c-befa-31f05aaf4f3f cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:01:42.555490 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf57366-aae0-432c-befa-31f05aaf4f3f {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:01:42.563041 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:42.575078 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Transition to ACTIVE for port object bdf57366-aae0-432c-befa-31f05aaf4f3f will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:01:42.635642 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:42.692727 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Pushing event updated for resources: {'Port': ['ID=bdf57366-aae0-432c-befa-31f05aaf4f3f,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:42.806565 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123047b-464a-4e18-878e-69c38d95d50c req-b2cd168d-2d93-42f8-8e13-e706f1eff1bb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:42.808170 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d123047b-464a-4e18-878e-69c38d95d50c req-b2cd168d-2d93-42f8-8e13-e706f1eff1bb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0914035 Aug 30 11:01:42.832505 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Attempting to bind port bdf57366-aae0-432c-befa-31f05aaf4f3f on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:01:42.833463 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Attempting to bind port bdf57366-aae0-432c-befa-31f05aaf4f3f by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:01:42.834062 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Attempting to bind port bdf57366-aae0-432c-befa-31f05aaf4f3f on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:01:42.843118 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Port bdf57366-aae0-432c-befa-31f05aaf4f3f on network bd648ed5-f5c1-4641-995d-5accb6767a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 11:01:42.846893 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Attempting to bind port bdf57366-aae0-432c-befa-31f05aaf4f3f on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:01:42.860541 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:01:42.860891 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Checking segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:01:42.861330 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Bound using segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:01:42.861796 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Bound port: bdf57366-aae0-432c-befa-31f05aaf4f3f, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:01:42.862159 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:42.881043 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d123047b-464a-4e18-878e-69c38d95d50c req-69c65f54-468e-4aea-8cff-f1c97cd9b8ae tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664020 Aug 30 11:01:42.954228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] For port bdf57366-aae0-432c-befa-31f05aaf4f3f, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:01:42.960350 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] For port bdf57366-aae0-432c-befa-31f05aaf4f3f, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:01:42.991268 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fface9c-82d8-40eb-9755-72b8e1cbeb9a req-96e48f05-ffca-41a4-8019-8bca637a0bb5 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:42.992848 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1fface9c-82d8-40eb-9755-72b8e1cbeb9a req-96e48f05-ffca-41a4-8019-8bca637a0bb5 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0698867 Aug 30 11:01:43.040713 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1fface9c-82d8-40eb-9755-72b8e1cbeb9a req-b91cc574-27eb-4699-8ef1-0adc900bf715 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414715 Aug 30 11:01:43.044009 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e822b-fc97-4b07-92d0-57dc5e430336 req-e6f4ea18-6d2b-4f03-89c9-83105eb228d6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.045751 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9d9e822b-fc97-4b07-92d0-57dc5e430336 req-e6f4ea18-6d2b-4f03-89c9-83105eb228d6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0584881 Aug 30 11:01:43.055116 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:43.114682 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.115755 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:43.117451 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] 10.222.0.18 "PUT /v2.0/ports/bdf57366-aae0-432c-befa-31f05aaf4f3f HTTP/1.1" status: 200 len: 1094 time: 0.9474771 Aug 30 11:01:43.118154 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:01:43.120727 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f255f08b-1d57-4bf1-b8a0-0f0a45ed317b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:01:43.156993 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9d9e822b-fc97-4b07-92d0-57dc5e430336 req-51efd8da-c971-46b4-abbb-fe9adb1c3a1e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032653 Aug 30 11:01:43.160526 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b114d2-5bb6-4db1-8bb6-e219a0a28b2d service neutron] Pushing event updated for resources: {'Port': ['ID=bdf57366-aae0-432c-befa-31f05aaf4f3f,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:43.171703 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0e3e9f-506d-4129-96a5-18a62556a3ff x-openstack-request-id: req-1f0e3e9f-506d-4129-96a5-18a62556a3ff {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:01:43.172016 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:01:43.172261 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f0e3e9f-506d-4129-96a5-18a62556a3ff {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:01:43.172760 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'status': 'completed', 'code': 200} Aug 30 11:01:43.251802 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255f08b-1d57-4bf1-b8a0-0f0a45ed317b req-88b5db83-698b-44fb-8dbd-ff2336127df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.253676 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f255f08b-1d57-4bf1-b8a0-0f0a45ed317b req-88b5db83-698b-44fb-8dbd-ff2336127df7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 1097 time: 0.0505874 Aug 30 11:01:43.404913 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255f08b-1d57-4bf1-b8a0-0f0a45ed317b req-43e55626-38e8-42cd-b7e3-24d94797e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.406560 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f255f08b-1d57-4bf1-b8a0-0f0a45ed317b req-43e55626-38e8-42cd-b7e3-24d94797e00d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1449063 Aug 30 11:01:43.517370 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255f08b-1d57-4bf1-b8a0-0f0a45ed317b req-3ed324f4-2227-4142-8783-3f5031e572b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.518897 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f255f08b-1d57-4bf1-b8a0-0f0a45ed317b req-3ed324f4-2227-4142-8783-3f5031e572b6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057487 Aug 30 11:01:43.607386 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-9a88fc14-5d08-454e-84ca-5687fbd6a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.608901 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-9a88fc14-5d08-454e-84ca-5687fbd6a3e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 1097 time: 0.0474203 Aug 30 11:01:43.659126 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-9699aa7e-25b2-4510-a5fd-bfd262b3cff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f HTTP/1.1" status: 200 len: 217 time: 0.0414839 Aug 30 11:01:43.718135 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-943c5c47-fcc3-4def-9b02-ce15559e105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.720243 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-943c5c47-fcc3-4def-9b02-ce15559e105d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0543768 Aug 30 11:01:43.771949 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-02b32e6c-45d8-4411-91af-59a693a3adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:43.773499 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-02b32e6c-45d8-4411-91af-59a693a3adbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473366 Aug 30 11:01:43.875221 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-0c56b588-ce45-4906-b552-a4d3e8509e9b service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943732 Aug 30 11:01:43.995217 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-de03efdf-7576-4fc8-8bb9-0f253ae706b7 req-6ae4ae30-c90f-46c8-a8bd-128e75734d66 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130631 Aug 30 11:01:44.056611 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba750c40-0097-4acd-972f-9efd431a615e req-164968e1-7bd8-42c4-97ec-11308efc6d64 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:44.059114 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ba750c40-0097-4acd-972f-9efd431a615e req-164968e1-7bd8-42c4-97ec-11308efc6d64 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0813274 Aug 30 11:01:44.110376 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ba750c40-0097-4acd-972f-9efd431a615e req-a72f322b-90a2-466a-af18-5b8eeee56349 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Aug 30 11:01:44.222258 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609584a0-676c-427a-8ba4-bcf2928cc382 req-a0617cf6-5572-4faf-8273-8d0cc2af1f0d tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:44.224430 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-609584a0-676c-427a-8ba4-bcf2928cc382 req-a0617cf6-5572-4faf-8273-8d0cc2af1f0d tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0538270 Aug 30 11:01:44.265265 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-609584a0-676c-427a-8ba4-bcf2928cc382 req-84b359e4-ac0d-4709-a062-1cdfaa4918f7 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346389 Aug 30 11:01:45.250753 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b774f9d-11e0-4253-9fb8-a58753e8d7c6 req-53d6aa11-68cf-46f6-9587-75e6591cd1c8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:45.252320 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4b774f9d-11e0-4253-9fb8-a58753e8d7c6 req-53d6aa11-68cf-46f6-9587-75e6591cd1c8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0658581 Aug 30 11:01:45.300307 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4b774f9d-11e0-4253-9fb8-a58753e8d7c6 req-7d1fcba1-4987-431b-8fec-cd7c3b566fb1 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Aug 30 11:01:45.423413 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb52e2-93b3-4dfe-8261-e84b38404772 req-780e0f23-eb44-49fe-a62d-b20cddcaa506 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:45.423413 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5afb52e2-93b3-4dfe-8261-e84b38404772 req-780e0f23-eb44-49fe-a62d-b20cddcaa506 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0572731 Aug 30 11:01:45.474962 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5afb52e2-93b3-4dfe-8261-e84b38404772 req-5320f4bb-aa97-4d82-b65d-416d5f829478 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426042 Aug 30 11:01:45.643503 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:01:46.131227 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c1f67-1648-4dd7-9104-8af71ab11706 req-1a9702c4-eaf9-4246-8ccd-a3a0053005aa tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:46.132783 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-108c1f67-1648-4dd7-9104-8af71ab11706 req-1a9702c4-eaf9-4246-8ccd-a3a0053005aa tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0580206 Aug 30 11:01:46.184597 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-108c1f67-1648-4dd7-9104-8af71ab11706 req-9d3df4d9-e8b6-48c3-a6c2-2c32790e37e3 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365047 Aug 30 11:01:46.418875 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-397311cb-d9d3-475f-b9d0-9d451b943d46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460279 Aug 30 11:01:46.439008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529ecfc-2d4c-4bba-b831-d2af5aeedd5e req-beddbcd4-e606-48a0-b2e4-7f7e06cff597 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:46.441234 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9529ecfc-2d4c-4bba-b831-d2af5aeedd5e req-beddbcd4-e606-48a0-b2e4-7f7e06cff597 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0668490 Aug 30 11:01:46.484335 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9529ecfc-2d4c-4bba-b831-d2af5aeedd5e req-b69856fd-f2d7-4b53-8345-2819a97ef457 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357754 Aug 30 11:01:46.648157 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd40c0-2e5b-44f0-9cfc-cda2cfc2e39a req-82b9beee-638c-49f0-88f1-bfcaff018eec tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:46.650021 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-08dd40c0-2e5b-44f0-9cfc-cda2cfc2e39a req-82b9beee-638c-49f0-88f1-bfcaff018eec tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0593834 Aug 30 11:01:46.696479 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-08dd40c0-2e5b-44f0-9cfc-cda2cfc2e39a req-d4856870-beae-427b-b09c-ea33905947c1 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363767 Aug 30 11:01:47.347169 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917a48-37fd-480f-8715-6ddfda1c5de0 req-9dace509-0202-4379-9ed6-5b12b7a6e618 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:47.350100 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-63917a48-37fd-480f-8715-6ddfda1c5de0 req-9dace509-0202-4379-9ed6-5b12b7a6e618 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0666289 Aug 30 11:01:47.396578 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-63917a48-37fd-480f-8715-6ddfda1c5de0 req-4929119e-4221-48b8-ae84-220c2ef74a9e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Aug 30 11:01:47.614990 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0628-6d5f-4eec-bc02-c784f2f55831 req-ae0cbf0e-2767-4376-8da0-fa3115b761e0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:47.618805 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a33a0628-6d5f-4eec-bc02-c784f2f55831 req-ae0cbf0e-2767-4376-8da0-fa3115b761e0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0613403 Aug 30 11:01:47.673376 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a33a0628-6d5f-4eec-bc02-c784f2f55831 req-1407e3b7-0d50-4edb-a0d7-5fc308205d7c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495198 Aug 30 11:01:47.859778 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce6ef-aac4-48cb-87a8-afd763546283 req-6678683e-9bd7-410a-8a31-74995166acf1 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:47.861300 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-19fce6ef-aac4-48cb-87a8-afd763546283 req-6678683e-9bd7-410a-8a31-74995166acf1 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0835254 Aug 30 11:01:47.868899 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-3168d9ea-4bb6-4bec-b68a-611781707406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:47.870086 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-3168d9ea-4bb6-4bec-b68a-611781707406 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c&tenant_id=9b99cdcd62864a20a3ff1dddb3d69585 HTTP/1.1" status: 200 len: 1097 time: 0.0612643 Aug 30 11:01:47.940948 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-19fce6ef-aac4-48cb-87a8-afd763546283 req-2dd0e7af-4743-4d18-85e8-334f981043e0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698712 Aug 30 11:01:47.971029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-c674e538-b89f-4807-952e-464d8fd5e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:47.972402 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-c674e538-b89f-4807-952e-464d8fd5e945 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1097 time: 0.0751054 Aug 30 11:01:48.091560 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-d7b8d1d1-c695-4c33-be5f-c18ff13d2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:48.093451 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-d7b8d1d1-c695-4c33-be5f-c18ff13d2fa9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.1145327 Aug 30 11:01:48.164397 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-d59824c3-dd4a-4653-b846-6b6f6fa3facb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51 HTTP/1.1" status: 200 len: 999 time: 0.0638137 Aug 30 11:01:48.220316 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-2a01eeec-8720-4145-a708-51c4ee468dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:48.222182 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-2a01eeec-8720-4145-a708-51c4ee468dc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.0507808 Aug 30 11:01:48.292232 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-c8f37bd5-8ac4-4dea-95c0-e9382a385134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:48.293755 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-c8f37bd5-8ac4-4dea-95c0-e9382a385134 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622034 Aug 30 11:01:48.431983 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-92d0b752-35ba-4ffe-97bf-406601972884 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307528 Aug 30 11:01:48.564184 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8769db-a766-453a-a1c4-27bd5081ae4c req-d4e6e3ad-edba-40b8-bd37-708353f52d87 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:48.565643 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4b8769db-a766-453a-a1c4-27bd5081ae4c req-d4e6e3ad-edba-40b8-bd37-708353f52d87 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0761840 Aug 30 11:01:48.572106 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58e4dbb3-586a-4444-a1a8-204bebb781f7 req-0d472d5e-2241-4f11-85a6-b7693ddbb317 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323965 Aug 30 11:01:48.613498 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4b8769db-a766-453a-a1c4-27bd5081ae4c req-d5593eac-4ff7-41b4-8231-57911b6f6950 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 Aug 30 11:01:48.815494 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6732a-dc05-4983-9abf-46a6c48824ea req-6ef1513b-3ba9-44c8-90d0-617e398ff636 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:48.819336 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5ec6732a-dc05-4983-9abf-46a6c48824ea req-6ef1513b-3ba9-44c8-90d0-617e398ff636 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0667927 Aug 30 11:01:48.870407 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5ec6732a-dc05-4983-9abf-46a6c48824ea req-ac4bbabb-8287-46bc-bc71-2d12210fa916 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463042 Aug 30 11:01:48.963050 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:01:49.078143 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f385-e5cb-41b9-a524-7cb63320bcfe req-89e7c322-ba5c-4a54-a312-300ea5947ac0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:49.079971 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ab82f385-e5cb-41b9-a524-7cb63320bcfe req-89e7c322-ba5c-4a54-a312-300ea5947ac0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0608208 Aug 30 11:01:49.126547 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ab82f385-e5cb-41b9-a524-7cb63320bcfe req-00e69496-fa8d-49ff-b0fc-c4b784df73e2 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379677 Aug 30 11:01:49.755195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f8aa-f8cf-41c1-a932-0940580dbef9 req-10466bf5-a242-49c0-a878-ab0fbf5da21c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:49.762748 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6819f8aa-f8cf-41c1-a932-0940580dbef9 req-10466bf5-a242-49c0-a878-ab0fbf5da21c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0636725 Aug 30 11:01:49.839309 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6819f8aa-f8cf-41c1-a932-0940580dbef9 req-30ae75be-bf41-423b-9b2b-7247df7bafbd tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754082 Aug 30 11:01:50.006654 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ba849-a00a-4502-92ce-3d9123a609de req-2f733651-6bea-4e3f-a01d-e0f84fbba0e4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:50.009247 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d94ba849-a00a-4502-92ce-3d9123a609de req-2f733651-6bea-4e3f-a01d-e0f84fbba0e4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0625312 Aug 30 11:01:50.061688 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d94ba849-a00a-4502-92ce-3d9123a609de req-ecce6b46-e05d-4d57-bc73-2ca9c7bd9577 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Aug 30 11:01:50.296326 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc328-e4fb-48fe-be93-fdd0f1bc8827 req-dd01dd87-b6ef-41e1-9f92-e85447655ded tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:50.298054 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fcecc328-e4fb-48fe-be93-fdd0f1bc8827 req-dd01dd87-b6ef-41e1-9f92-e85447655ded tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0903709 Aug 30 11:01:50.342815 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fcecc328-e4fb-48fe-be93-fdd0f1bc8827 req-6e871d99-fcda-4781-b3fb-b304be73748f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372968 Aug 30 11:01:50.974665 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb906a2b-9ed6-46af-8bcf-d8e11fdb25cb req-3c5956e3-d84b-4934-98c4-1d58e0b7cf0a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:50.976328 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eb906a2b-9ed6-46af-8bcf-d8e11fdb25cb req-3c5956e3-d84b-4934-98c4-1d58e0b7cf0a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0533001 Aug 30 11:01:51.040941 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eb906a2b-9ed6-46af-8bcf-d8e11fdb25cb req-d7929871-1568-40bf-8ec5-f861014d15ea tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531151 Aug 30 11:01:51.210403 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48edb-dbbb-4013-8cd7-3754e1257dcd req-1a876dd4-0c81-4ff8-9e40-32c01344fc67 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:51.212017 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-abd48edb-dbbb-4013-8cd7-3754e1257dcd req-1a876dd4-0c81-4ff8-9e40-32c01344fc67 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0566375 Aug 30 11:01:51.260847 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-abd48edb-dbbb-4013-8cd7-3754e1257dcd req-eedbba0c-36ef-4e4b-99b0-a8747f4eeb35 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382669 Aug 30 11:01:51.477607 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f4bd-520d-48ef-b7c5-335f8876fe99 req-b98e9194-890c-4c42-8615-173db0fc6f6b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:51.479761 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1056f4bd-520d-48ef-b7c5-335f8876fe99 req-b98e9194-890c-4c42-8615-173db0fc6f6b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0570443 Aug 30 11:01:51.529990 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1056f4bd-520d-48ef-b7c5-335f8876fe99 req-4457f634-24b4-4d50-ac4b-c15f07981f70 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375183 Aug 30 11:01:52.182727 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f238c-d2dd-4e57-8390-2ee05ffe5d2f req-ca16e8ce-8e8e-49ad-9dc2-5a8cca089228 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:52.184199 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-063f238c-d2dd-4e57-8390-2ee05ffe5d2f req-ca16e8ce-8e8e-49ad-9dc2-5a8cca089228 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0603139 Aug 30 11:01:52.228298 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-063f238c-d2dd-4e57-8390-2ee05ffe5d2f req-679c9d3b-4f4a-4104-91b6-0cac09701907 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 Aug 30 11:01:52.444160 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c998b0-3a23-4aab-bda4-2a586174d7b2 req-a18e9c45-f7fb-44cc-9104-0f0238c746c6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:52.445966 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-36c998b0-3a23-4aab-bda4-2a586174d7b2 req-a18e9c45-f7fb-44cc-9104-0f0238c746c6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.1037292 Aug 30 11:01:52.499632 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-36c998b0-3a23-4aab-bda4-2a586174d7b2 req-554f422d-5291-4f76-bb45-eeba7497b8ae tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Aug 30 11:01:52.670615 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316197ae-e37f-4ae4-9f1a-61248db5377b req-bc5a5eef-d1ad-498d-b9bc-e0ec70c8a29a tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:52.672084 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-316197ae-e37f-4ae4-9f1a-61248db5377b req-bc5a5eef-d1ad-498d-b9bc-e0ec70c8a29a tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0618961 Aug 30 11:01:52.717424 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-316197ae-e37f-4ae4-9f1a-61248db5377b req-32a781e9-7f1d-4bc0-a724-cc512cf3b0ce tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379045 Aug 30 11:01:53.354071 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1479d-7eea-4d5d-ba47-e9064752642d req-fdc411d4-c5b2-438e-aa5f-8b5b4be2c382 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:53.355665 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eaa1479d-7eea-4d5d-ba47-e9064752642d req-fdc411d4-c5b2-438e-aa5f-8b5b4be2c382 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0510135 Aug 30 11:01:53.402831 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-eaa1479d-7eea-4d5d-ba47-e9064752642d req-3ba08768-74a9-46ae-ac80-389f66bde49f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407691 Aug 30 11:01:53.623864 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73580f-e2f8-404c-b41f-5a1c83b41bee req-356e91f0-6492-4eaf-b9ea-e844306dd306 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:53.625609 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1c73580f-e2f8-404c-b41f-5a1c83b41bee req-356e91f0-6492-4eaf-b9ea-e844306dd306 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0528109 Aug 30 11:01:53.666985 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1c73580f-e2f8-404c-b41f-5a1c83b41bee req-c2fe38d6-59f7-4ea6-b7b8-054e73467399 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355532 Aug 30 11:01:53.852870 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81149310-04e3-4cf2-9f71-87c9e53417ec req-99f3155b-1b60-453d-8807-3333d212adda tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:53.854445 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-81149310-04e3-4cf2-9f71-87c9e53417ec req-99f3155b-1b60-453d-8807-3333d212adda tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0591705 Aug 30 11:01:53.896983 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-81149310-04e3-4cf2-9f71-87c9e53417ec req-cbb21e5d-eeee-41fb-b10e-ec224ca99fc2 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358825 Aug 30 11:01:54.029853 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46304) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:54.147391 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-851d8c0d-13d1-4c93-bb77-51f4a80ed664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:54.256948 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-851d8c0d-13d1-4c93-bb77-51f4a80ed664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:54.355293 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-851d8c0d-13d1-4c93-bb77-51f4a80ed664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:54.403181 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-851d8c0d-13d1-4c93-bb77-51f4a80ed664 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb4cd95600ac4ec2b4eff0d42a6d1c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722835 Aug 30 11:01:54.404443 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d8c0d-13d1-4c93-bb77-51f4a80ed664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd38740a-ff54-4f9a-a28a-07e4fbea06c3,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:54.406051 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46308) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:54.468004 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-656be907-d367-44f5-9218-61801a00dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:54.494555 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-656be907-d367-44f5-9218-61801a00dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:54.570814 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56387e69-7672-4712-bde7-a6f31bde79a6 req-4e9bf6ce-7af2-4398-a597-3add5c29d4df tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:54.573118 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56387e69-7672-4712-bde7-a6f31bde79a6 req-4e9bf6ce-7af2-4398-a597-3add5c29d4df tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0813446 Aug 30 11:01:54.618724 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56387e69-7672-4712-bde7-a6f31bde79a6 req-484816e7-6f60-48c1-bf13-620811738d84 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Aug 30 11:01:54.652447 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-656be907-d367-44f5-9218-61801a00dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:54.655005 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-656be907-d367-44f5-9218-61801a00dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:54.656169 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-656be907-d367-44f5-9218-61801a00dcb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd38740a-ff54-4f9a-a28a-07e4fbea06c3 HTTP/1.1" status: 204 len: 168 time: 0.2478015 Aug 30 11:01:54.664846 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656be907-d367-44f5-9218-61801a00dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd38740a-ff54-4f9a-a28a-07e4fbea06c3,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:54.787761 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07373d0-d57a-406a-ac9d-a80084b8f62a req-f1ec4dbb-fd03-4396-a3e8-8bd97ea5b2fa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:54.789349 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c07373d0-d57a-406a-ac9d-a80084b8f62a req-f1ec4dbb-fd03-4396-a3e8-8bd97ea5b2fa tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0509610 Aug 30 11:01:54.851086 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c07373d0-d57a-406a-ac9d-a80084b8f62a req-72d90b4c-28aa-4a59-bd6b-9828ae8c70c3 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546896 Aug 30 11:01:55.046273 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc6f99-d231-444d-8973-24fb514591d7 req-aff6ebf0-35d2-43c3-a167-e059afd313f4 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:55.048089 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0ebc6f99-d231-444d-8973-24fb514591d7 req-aff6ebf0-35d2-43c3-a167-e059afd313f4 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0652764 Aug 30 11:01:55.095895 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0ebc6f99-d231-444d-8973-24fb514591d7 req-f156cbab-d0c5-4974-8932-3176611ee32d tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399199 Aug 30 11:01:55.753712 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010268d-7b0f-4c03-8cd2-b91329b78de3 req-64aeb83a-6991-40ac-86e3-ff9558c1cad4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:55.756017 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f010268d-7b0f-4c03-8cd2-b91329b78de3 req-64aeb83a-6991-40ac-86e3-ff9558c1cad4 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0511272 Aug 30 11:01:55.756743 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46344) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:55.798037 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f010268d-7b0f-4c03-8cd2-b91329b78de3 req-e2535dda-cfe8-41f5-a217-569b44646026 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350094 Aug 30 11:01:55.885271 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-786137300-network', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:01:55.976643 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c83bee-de65-4c41-980c-eadb986dd037 req-55a52ebe-1173-4982-8028-898e2c18d409 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:55.978262 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79c83bee-de65-4c41-980c-eadb986dd037 req-55a52ebe-1173-4982-8028-898e2c18d409 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0540154 Aug 30 11:01:55.983579 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Made reservation on behalf of 7347ee293abb42f4a305a9cfde110dfa for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:01:55.986582 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:55.995620 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:56.027557 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79c83bee-de65-4c41-980c-eadb986dd037 req-03bd5f85-ada9-4a8a-a431-ac0402acf2af tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Aug 30 11:01:56.103234 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:56.237368 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3de65e-5e0f-4e4d-b443-1590994e0b83 req-b57151d4-d638-43cc-81c1-f30122566fd0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:56.239534 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7b3de65e-5e0f-4e4d-b443-1590994e0b83 req-b57151d4-d638-43cc-81c1-f30122566fd0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0662253 Aug 30 11:01:56.289303 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7b3de65e-5e0f-4e4d-b443-1590994e0b83 req-a110a1b3-8781-444b-8f86-0bb5d99d1a84 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428004 Aug 30 11:01:56.459189 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:56.490103 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 11:01:56.500236 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc96092-8109-4793-a85d-86838db2922b,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:56.506792 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:56.507135 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Added segment 625e2065-62f1-435c-b645-0c9aae93b977 of type vlan for network 8ee2c4fc-a494-44eb-b704-667cf89fde84 Aug 30 11:01:56.574516 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:56.944331 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83911cd6-af0e-45f2-8c53-d91b7ffeb60b req-472ccb62-4553-4dc8-8041-5f4b2910a662 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:56.945955 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-83911cd6-af0e-45f2-8c53-d91b7ffeb60b req-472ccb62-4553-4dc8-8041-5f4b2910a662 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0645354 Aug 30 11:01:56.989347 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-83911cd6-af0e-45f2-8c53-d91b7ffeb60b req-54285050-ffc3-42dc-97b3-233f7109b195 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359297 Aug 30 11:01:57.168424 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6906a-4914-4d1b-a65e-d6ac2039633f req-9896b320-0b37-4cca-ab5c-5aa7baa31753 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:57.170274 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f9b6906a-4914-4d1b-a65e-d6ac2039633f req-9896b320-0b37-4cca-ab5c-5aa7baa31753 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0536878 Aug 30 11:01:57.210018 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f9b6906a-4914-4d1b-a65e-d6ac2039633f req-cb098fd2-cca8-436b-aa63-e8835dcfea00 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Aug 30 11:01:57.246640 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:57.247768 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:57.248537 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:57.280956 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6fe6-b9e3-4f98-9994-fd32978f2c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:57.315563 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] Pushing event updated for resources: {'Network': ['ID=8ee2c4fc-a494-44eb-b704-667cf89fde84,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:57.329628 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 11:01:57.368187 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46360) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:57.374107 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c97cf554-1f32-44b4-af18-a6f70f74967b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6158345 Aug 30 11:01:57.377817 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Request body: {'subnet': {'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-786137300-subnet', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'ip_version': 4}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:01:57.474817 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052613-4dfe-438b-998a-8dce9cb8b73b req-651664d1-338c-4ca8-8f39-885901f712f2 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:57.476432 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e052613-4dfe-438b-998a-8dce9cb8b73b req-651664d1-338c-4ca8-8f39-885901f712f2 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0682540 Aug 30 11:01:57.477560 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Made reservation on behalf of 7347ee293abb42f4a305a9cfde110dfa for: {'subnet': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:01:57.479937 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683151'] for subnet, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:57.565138 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e052613-4dfe-438b-998a-8dce9cb8b73b req-c7253637-c063-495e-8a1f-b1a693ed763c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819118 Aug 30 11:01:58.001189 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12825816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683261'] for subnet, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:58.076676 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf9ff2c-a0de-492b-bbe0-78027a66313d,revision_number=0']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:58.135405 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee393914-ab98-4f55-93ea-1e363658ea4f req-e16417fa-1a68-4cbf-b28e-90fe57fb9101 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:58.137027 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ee393914-ab98-4f55-93ea-1e363658ea4f req-e16417fa-1a68-4cbf-b28e-90fe57fb9101 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0637493 Aug 30 11:01:58.180578 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ee393914-ab98-4f55-93ea-1e363658ea4f req-1f0e118e-d7b5-44bf-a52a-aae86ffde51d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367904 Aug 30 11:01:58.389943 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.390300 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.390627 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.390966 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.391304 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.391641 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.391972 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.392300 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.392630 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.392977 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.393322 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.393626 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:01:58.426546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Checking segment: {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:01:58.427055 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Network hostable DHCP agents. Network: 8ee2c4fc-a494-44eb-b704-667cf89fde84, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 11:01:58.462876 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61622b-ca4a-4ddc-a83a-f251a27d9e06 req-56012105-4b15-4621-9b2c-4b21de2d355d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:58.464531 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e61622b-ca4a-4ddc-a83a-f251a27d9e06 req-56012105-4b15-4621-9b2c-4b21de2d355d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0772169 Aug 30 11:01:58.515481 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e61622b-ca4a-4ddc-a83a-f251a27d9e06 req-45352947-5a97-4fb0-b029-7205a1322488 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389798 Aug 30 11:01:58.572444 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 11:01:58.652321 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 8ee2c4fc-a494-44eb-b704-667cf89fde84) {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:01:58.656952 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:58.657711 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:58.669621 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49e900-beb5-4e91-b57a-3218c299662c None None] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:01:58.698013 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea90792-a3b0-473e-bed9-d201013ef3bd req-80be1eba-0ac5-47c5-9db9-724593d5b1b3 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:58.704250 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6ea90792-a3b0-473e-bed9-d201013ef3bd req-80be1eba-0ac5-47c5-9db9-724593d5b1b3 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0630960 Aug 30 11:01:58.758925 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-85c49932-c525-4d56-848a-a738095e95b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3868537 Aug 30 11:01:58.759630 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46372) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:01:58.763774 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6ea90792-a3b0-473e-bed9-d201013ef3bd req-9e9c88f1-24c6-47a1-b6ff-da98f3683c81 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568216 Aug 30 11:01:58.764189 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:01:58.869264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-8ee2c4fc-a494-44eb-b704-667cf89fde84', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 11:01:58.869482 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:58.870183 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:58.870562 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:58.938004 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:59.031785 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Allocated IP 172.20.0.2 (8ee2c4fc-a494-44eb-b704-667cf89fde84/1cf9ff2c-a0de-492b-bbe0-78027a66313d/54100f01-ed59-4f69-844a-3a17b9baf6a4) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:01:59.318979 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:59.318979 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Transition to ACTIVE for port object 54100f01-ed59-4f69-844a-3a17b9baf6a4 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:01:59.319866 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:59.320544 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Transition to ACTIVE for port object 54100f01-ed59-4f69-844a-3a17b9baf6a4 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:01:59.359843 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d737-3634-4895-b760-cd344ed3ac64 req-80c4ffc2-1c37-42c2-a22e-9359102dda5d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:59.367073 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1fa0d737-3634-4895-b760-cd344ed3ac64 req-80c4ffc2-1c37-42c2-a22e-9359102dda5d tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0764775 Aug 30 11:01:59.405625 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1fa0d737-3634-4895-b760-cd344ed3ac64 req-3b9ac832-b1c7-4965-9ac4-f80327695af5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353122 Aug 30 11:01:59.647088 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754914-c423-43c1-b42f-75056395a5a7 req-8bce1054-9ab7-4133-b7fc-8b8fb57b9903 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:59.648579 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a9754914-c423-43c1-b42f-75056395a5a7 req-8bce1054-9ab7-4133-b7fc-8b8fb57b9903 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0595186 Aug 30 11:01:59.688820 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a9754914-c423-43c1-b42f-75056395a5a7 req-58ae214f-8392-4a7a-9c26-f52069053879 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Aug 30 11:01:59.874812 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:01:59.912713 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a19b0-6f61-4609-927b-3691255995fb req-5126de3a-ef33-42e3-bcbb-0586132d096c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:01:59.914350 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-312a19b0-6f61-4609-927b-3691255995fb req-5126de3a-ef33-42e3-bcbb-0586132d096c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0681593 Aug 30 11:01:59.925920 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:01:59.925920 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:01:59.928318 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:01:59.934642 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Pushing event updated for resources: {'Port': ['ID=54100f01-ed59-4f69-844a-3a17b9baf6a4,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:01:59.974974 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-312a19b0-6f61-4609-927b-3691255995fb req-9f155845-fd60-4fe8-a5bf-27346aff4d55 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509696 Aug 30 11:02:00.004449 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Attempting to bind port 54100f01-ed59-4f69-844a-3a17b9baf6a4 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:02:00.004999 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Attempting to bind port 54100f01-ed59-4f69-844a-3a17b9baf6a4 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:02:00.005974 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Attempting to bind port 54100f01-ed59-4f69-844a-3a17b9baf6a4 on network 8ee2c4fc-a494-44eb-b704-667cf89fde84 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:00.014207 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:02:00.028962 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Checking segment: {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:00.028962 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.028962 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Bound using segment: {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:02:00.028962 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Bound port: 54100f01-ed59-4f69-844a-3a17b9baf6a4, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:02:00.028962 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.083805 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] For port 54100f01-ed59-4f69-844a-3a17b9baf6a4, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:02:00.086532 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] For port 54100f01-ed59-4f69-844a-3a17b9baf6a4, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=54100f01-ed59-4f69-844a-3a17b9baf6a4,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:02:00.098928 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.123420 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.177923 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-14a9dd70-5d99-454c-af64-69065782dee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.218326 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.231514 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Allocated IP 172.27.2.254 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/087c3caa-9e28-4053-a19c-1973a6899a43) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:02:00.323774 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd5796-9a45-434d-ba1a-40a37f3cc32a None None] Pushing event updated for resources: {'Port': ['ID=54100f01-ed59-4f69-844a-3a17b9baf6a4,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:00.389476 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-7b13639f-32dc-436e-ac36-d82ad0cc6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:00.390993 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-7b13639f-32dc-436e-ac36-d82ad0cc6695 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1098 time: 0.0778208 Aug 30 11:02:00.395521 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.417035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.544993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-f05fb0b9-3c4c-478f-a682-88350274df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:00.546637 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-f05fb0b9-3c4c-478f-a682-88350274df0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 909 time: 0.1435189 Aug 30 11:02:00.575111 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153711f-6280-4f0d-9e29-e3a4d36c277c req-c085fdf3-16f3-4f90-bd22-892ce297ffa7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:00.584806 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8153711f-6280-4f0d-9e29-e3a4d36c277c req-c085fdf3-16f3-4f90-bd22-892ce297ffa7 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0680869 Aug 30 11:02:00.624162 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8153711f-6280-4f0d-9e29-e3a4d36c277c req-f1ebe143-f2f7-4f2a-b459-0ee24995ac6e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383120 Aug 30 11:02:00.628180 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.664723 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-657154d0-6d5a-4c16-b032-2cc41f330c72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 1000 time: 0.1094949 Aug 30 11:02:00.681042 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:00.691249 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:00.714108 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:02:00.719989 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=087c3caa-9e28-4053-a19c-1973a6899a43,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:00.778774 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-a8b5e6d7-346d-4502-87af-04afd0c866d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:00.780247 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-a8b5e6d7-346d-4502-87af-04afd0c866d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 200 len: 847 time: 0.1064534 Aug 30 11:02:00.846615 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:00.932345 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9685ef-48df-491b-91e4-977507dd2838 req-f9bae52a-c9e9-41a4-b1ea-5a50893424c5 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:00.933889 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9685ef-48df-491b-91e4-977507dd2838 req-f9bae52a-c9e9-41a4-b1ea-5a50893424c5 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.1738193 Aug 30 11:02:00.952976 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-23d5002b-6ba2-4591-bf61-f526f796dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:00.954449 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-23d5002b-6ba2-4591-bf61-f526f796dd4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1573315 Aug 30 11:02:01.048706 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fe9685ef-48df-491b-91e4-977507dd2838 req-108ea061-5b9c-4a2b-a619-bb4e2ffa106c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054156 Aug 30 11:02:01.115742 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fbc91-20db-4a30-b357-ba1b335fd0fe req-101a0398-957a-4baf-b329-ef6dcbde6f76 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:01.117455 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-773fbc91-20db-4a30-b357-ba1b335fd0fe req-101a0398-957a-4baf-b329-ef6dcbde6f76 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0617020 Aug 30 11:02:01.162493 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-773fbc91-20db-4a30-b357-ba1b335fd0fe req-2001d49c-c16a-4879-a7c1-cd172fc1aa28 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379441 Aug 30 11:02:01.184963 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-95e7aaea-bd26-4a6d-a652-345b57a16d9e service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176480 Aug 30 11:02:01.255511 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:01.297843 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e3419-4adb-49cd-9f3f-c8e47653e4e3 None None] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:02:01.374485 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce93fc7f-d8ab-4feb-b53c-db6887558d86 req-cdff5167-3d01-4986-99e2-49711dc76e0f service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805177 Aug 30 11:02:01.494823 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:01.534404 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b5cbed6d-bb4e-439f-9f1e-453a0a307af8 None None] Provisioning for port 54100f01-ed59-4f69-844a-3a17b9baf6a4 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:01.680030 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 54100f01-ed59-4f69-844a-3a17b9baf6a4 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:01.680448 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Router f9ca8263-2767-40c9-b8a8-11f01098247c is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 11:02:01.738963 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:02:01.814579 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 54100f01-ed59-4f69-844a-3a17b9baf6a4 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:01.822465 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28babb-f968-4756-9262-976fcba6ebe6 req-c839e294-9e1e-49c6-995f-a8e4bf09778a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:01.826762 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9f28babb-f968-4756-9262-976fcba6ebe6 req-c839e294-9e1e-49c6-995f-a8e4bf09778a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 944 time: 0.0962131 Aug 30 11:02:01.826899 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 54100f01-ed59-4f69-844a-3a17b9baf6a4 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:01.826899 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:01.867395 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:01.882917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Sync routers for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:01.883299 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9f28babb-f968-4756-9262-976fcba6ebe6 req-7409b6b4-d793-4ce8-934b-25ab4fdccabb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502055 Aug 30 11:02:01.886426 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:01.909501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'port_id': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'mac_address': 'fa:16:3e:92:6c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:02:01.911767 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-bb33d05e-6898-4f5f-bbc1-3da63b9ae077 None None] Provisioning complete for port 54100f01-ed59-4f69-844a-3a17b9baf6a4 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:01.912235 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bb33d05e-6898-4f5f-bbc1-3da63b9ae077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:01.940637 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:01.946797 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:01.972020 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:01.974181 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-191f9967-c698-4715-a1c5-b41b5614b5d9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2136078 Aug 30 11:02:01.976782 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46394) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:02.091947 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.130822 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2abab77-f4e7-4d63-b88b-e58ad1764f51 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:02:02.157800 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.183895 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4dd22-8981-4ed2-8025-3321006d0247 req-2a2dcfcf-4557-4e94-8adc-3b2888dec835 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:02.185438 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-81c4dd22-8981-4ed2-8025-3321006d0247 req-2a2dcfcf-4557-4e94-8adc-3b2888dec835 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 944 time: 0.0553081 Aug 30 11:02:02.196472 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:02.203214 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:02.229701 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-81c4dd22-8981-4ed2-8025-3321006d0247 req-3b31dfb6-4836-4d04-b56a-bd86343343b6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370657 Aug 30 11:02:02.267404 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-bb33d05e-6898-4f5f-bbc1-3da63b9ae077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.326593 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.327325 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bdf57366-aae0-432c-befa-31f05aaf4f3f details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:02:02.335018 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 54100f01-ed59-4f69-844a-3a17b9baf6a4, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=54100f01-ed59-4f69-844a-3a17b9baf6a4,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:02.352757 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27ea5-76c3-472b-b8c4-1de0ccc7d115 req-2839737d-6800-4490-a3c5-f7d2352c0e97 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:02.354301 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5dd27ea5-76c3-472b-b8c4-1de0ccc7d115 req-2839737d-6800-4490-a3c5-f7d2352c0e97 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0945151 Aug 30 11:02:02.432355 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.439949 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5dd27ea5-76c3-472b-b8c4-1de0ccc7d115 req-5772d795-0bf7-416f-97a7-0828cfde3e63 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672810 Aug 30 11:02:02.499915 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.520515 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=9']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:02.528694 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.600594 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.611793 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.db.api [None req-bb33d05e-6898-4f5f-bbc1-3da63b9ae077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 11:02:02.612150 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG oslo_db.api [None req-bb33d05e-6898-4f5f-bbc1-3da63b9ae077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 11:02:02.659192 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port bdf57366-aae0-432c-befa-31f05aaf4f3f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:02.668161 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=54100f01-ed59-4f69-844a-3a17b9baf6a4,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:02.679117 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:02:02.715061 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:00Z', 'revision_number': 3, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:02.748766 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Checking router: f9ca8263-2767-40c9-b8a8-11f01098247c for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:02.749133 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Updating router f9ca8263-2767-40c9-b8a8-11f01098247c port 087c3caa-9e28-4053-a19c-1973a6899a43 binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 11:02:02.753551 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.789928 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf57366-aae0-432c-befa-31f05aaf4f3f {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:02:02.796919 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.834592 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port bdf57366-aae0-432c-befa-31f05aaf4f3f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:02.898902 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:02.923301 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Allocated IP 172.20.0.1 (8ee2c4fc-a494-44eb-b704-667cf89fde84/1cf9ff2c-a0de-492b-bbe0-78027a66313d/6ee39f30-212f-4424-973f-6f8f18fc50cd) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:02:03.007490 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=bdf57366-aae0-432c-befa-31f05aaf4f3f,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:03.032504 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29e11f-006b-4d52-ae99-84de566a010b req-82ed5da1-295c-4f35-a62e-7ceeba6af89a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:03.034268 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fb29e11f-006b-4d52-ae99-84de566a010b req-82ed5da1-295c-4f35-a62e-7ceeba6af89a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 945 time: 0.0692687 Aug 30 11:02:03.053154 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.071106 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Transition to ACTIVE for port object 6ee39f30-212f-4424-973f-6f8f18fc50cd will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:03.079234 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fb29e11f-006b-4d52-ae99-84de566a010b req-d126b03d-90d2-4740-991b-f9d47dda61bb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376570 Aug 30 11:02:03.141552 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['bdf57366-aae0-432c-befa-31f05aaf4f3f'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:02:03.149494 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['f2abab77-f4e7-4d63-b88b-e58ad1764f51'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:02:03.178235 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.218886 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:03.221823 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:03.226209 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:02:03.234308 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.251167 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Transition to ACTIVE for port object 087c3caa-9e28-4053-a19c-1973a6899a43 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:03.267967 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee39f30-212f-4424-973f-6f8f18fc50cd,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:03.295746 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.454993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224926e-1e6f-400e-8eb1-79cbfb79ecef req-b864256e-1f7f-4b18-8103-d2c4250b9e79 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:03.456625 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a224926e-1e6f-400e-8eb1-79cbfb79ecef req-b864256e-1f7f-4b18-8103-d2c4250b9e79 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 945 time: 0.1167586 Aug 30 11:02:03.500505 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a224926e-1e6f-400e-8eb1-79cbfb79ecef req-4480ca3f-54d2-4981-a742-60a7023a18e5 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355463 Aug 30 11:02:03.524999 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.571350 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.636803 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Attempting to bind port 087c3caa-9e28-4053-a19c-1973a6899a43 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:02:03.637268 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Attempting to bind port 087c3caa-9e28-4053-a19c-1973a6899a43 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:02:03.637584 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Attempting to bind port 087c3caa-9e28-4053-a19c-1973a6899a43 on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:03.646746 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728321-1682-4aba-b833-7f9eab745bcf None None] Pushing event updated for resources: {'Port': ['ID=087c3caa-9e28-4053-a19c-1973a6899a43,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:03.668035 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 54100f01-ed59-4f69-844a-3a17b9baf6a4 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:03.670049 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:02:03.670432 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:03.670844 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.671244 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:02:03.671725 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Bound port: 087c3caa-9e28-4053-a19c-1973a6899a43, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:02:03.672106 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.701306 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b73c0-b70a-475e-bc17-66aa785b8b93 req-958791ef-1e7e-4bbc-90a7-ebbbd5abd8da tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:03.709565 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-831b73c0-b70a-475e-bc17-66aa785b8b93 req-958791ef-1e7e-4bbc-90a7-ebbbd5abd8da tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0757160 Aug 30 11:02:03.722096 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-d8906c2f-ba8e-48b2-9fdc-1627d08e4a91 None None] Provisioning for port 6ee39f30-212f-4424-973f-6f8f18fc50cd completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:03.741927 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-d8906c2f-ba8e-48b2-9fdc-1627d08e4a91 None None] Provisioning complete for port 6ee39f30-212f-4424-973f-6f8f18fc50cd triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:03.742260 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d8906c2f-ba8e-48b2-9fdc-1627d08e4a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.754494 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-831b73c0-b70a-475e-bc17-66aa785b8b93 req-3ff5f099-06bb-455d-94e0-62a2d85aa7f4 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433123 Aug 30 11:02:03.791897 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.828149 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] For port 087c3caa-9e28-4053-a19c-1973a6899a43, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:02:03.833963 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] For port 087c3caa-9e28-4053-a19c-1973a6899a43, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=087c3caa-9e28-4053-a19c-1973a6899a43,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:02:03.834843 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-d8906c2f-ba8e-48b2-9fdc-1627d08e4a91 None None] Port 6ee39f30-212f-4424-973f-6f8f18fc50cd cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:02:03.867849 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 54100f01-ed59-4f69-844a-3a17b9baf6a4 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:03.868230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.880836 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.909244 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:03.955809 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee39f30-212f-4424-973f-6f8f18fc50cd,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:03.959702 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:04.001399 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728321-1682-4aba-b833-7f9eab745bcf None None] Pushing event updated for resources: {'Port': ['ID=087c3caa-9e28-4053-a19c-1973a6899a43,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:04.005765 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:04.005765 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:04.066062 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:04.068213 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:04.173690 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:04.251283 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Router f9ca8263-2767-40c9-b8a8-11f01098247c has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:02:04.272389 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2e457-06d8-4638-84cb-252409cd7b6a req-81cf02e7-1383-4ca5-832a-da7a3f819b02 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:04.274069 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b3a2e457-06d8-4638-84cb-252409cd7b6a req-81cf02e7-1383-4ca5-832a-da7a3f819b02 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 945 time: 0.0869534 Aug 30 11:02:04.383196 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-4729dda3-b9ac-4447-aa27-679ad2003991 None None] Provisioning complete for port 6ee39f30-212f-4424-973f-6f8f18fc50cd triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:04.383834 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4729dda3-b9ac-4447-aa27-679ad2003991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:04.386478 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b3a2e457-06d8-4638-84cb-252409cd7b6a req-ba59f588-e0ca-43fc-8110-7cafa4cae526 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740867 Aug 30 11:02:04.409348 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:04.418880 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-cb753007-5d57-4034-bc96-37d5768b84e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/f9ca8263-2767-40c9-b8a8-11f01098247c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4400120 Aug 30 11:02:04.433499 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-4729dda3-b9ac-4447-aa27-679ad2003991 None None] Port 6ee39f30-212f-4424-973f-6f8f18fc50cd cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:02:04.447329 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 2, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:04.487680 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f666c-aca5-4fad-906e-8e80d5ee89da None None] The sync data for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi is: [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 2, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:04.630923 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af98a0-c98e-4a8f-bd59-540caff4b85d req-ba4b49c2-33fe-4af5-8822-8cb87af246e4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:04.632404 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d0af98a0-c98e-4a8f-bd59-540caff4b85d req-ba4b49c2-33fe-4af5-8822-8cb87af246e4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 945 time: 0.0545881 Aug 30 11:02:04.903650 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29704ea3-00ab-4063-9856-a291da75265b req-5614a84b-7280-426f-9cbf-f11f47fd5a95 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:04.905407 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-29704ea3-00ab-4063-9856-a291da75265b req-5614a84b-7280-426f-9cbf-f11f47fd5a95 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0588388 Aug 30 11:02:04.953164 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-29704ea3-00ab-4063-9856-a291da75265b req-e444759f-af84-4bde-aed2-01839d7f3517 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389991 Aug 30 11:02:04.954923 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d0af98a0-c98e-4a8f-bd59-540caff4b85d req-ec7b64c5-cb8f-449a-8973-4c47fa4ff3d0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164146 Aug 30 11:02:05.207078 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46436) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:05.213582 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-512674395-network', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:02:05.343798 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e77b8-967d-4f46-b3c4-d14d656a3449 req-a17e6b72-7d6e-4a0e-98ba-a0cc9c07984d tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:05.345439 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8a5e77b8-967d-4f46-b3c4-d14d656a3449 req-a17e6b72-7d6e-4a0e-98ba-a0cc9c07984d tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0565279 Aug 30 11:02:05.384917 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Made reservation on behalf of 9f8ce64d9a1c4174931a86508800df50 for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:02:05.387226 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.394085 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8a5e77b8-967d-4f46-b3c4-d14d656a3449 req-4749f95c-f809-4227-a92f-53ecf1222d63 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419223 Aug 30 11:02:05.402715 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.480416 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46448) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:05.506573 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.571943 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56f503-8d68-4e19-a263-9cf59bff5f38 req-4f3e5400-6000-4c4b-8ad2-e80f911cc233 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:05.573736 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ab56f503-8d68-4e19-a263-9cf59bff5f38 req-4f3e5400-6000-4c4b-8ad2-e80f911cc233 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 945 time: 0.0775440 Aug 30 11:02:05.610696 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-c1d7c71c-c45e-418f-81c6-aa0dcdf02ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326458 Aug 30 11:02:05.624553 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.656292 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ab56f503-8d68-4e19-a263-9cf59bff5f38 req-891ec215-1839-4b61-836f-95e35106c934 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718012 Aug 30 11:02:05.662997 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 11:02:05.680518 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64bc1b-37e6-4118-94e5-19a330965f11,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:05.693394 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.693394 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Added segment 7d472f62-c08f-4965-a3b8-b193c9d3dfd9 of type vlan for network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f Aug 30 11:02:05.716078 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 087c3caa-9e28-4053-a19c-1973a6899a43 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:05.767205 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.771608 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:05.853398 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port f2abab77-f4e7-4d63-b88b-e58ad1764f51 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:05.853398 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.916580 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.917699 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:05.918288 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.927097 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.948140 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 087c3caa-9e28-4053-a19c-1973a6899a43 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:05.960776 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:05.960776 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb9a4f8-a63e-443a-a7bc-9e1c811ced67" -d '{"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-plugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:05.964589 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 087c3caa-9e28-4053-a19c-1973a6899a43 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:05.965774 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:05.976569 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:06.002805 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f68d281-2781-49ac-b3ef-c93cbe41bf5f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:06.019364 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 11:02:06.070878 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-eb6a0a3a-491f-4c70-ba11-351b372bf7e6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8619039 Aug 30 11:02:06.073667 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46462) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:06.079003 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Request body: {'subnet': {'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-512674395-subnet', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:02:06.094030 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5790ad-8bf1-4293-9c4b-a08ac7c48efc x-openstack-request-id: req-1b5790ad-8bf1-4293-9c4b-a08ac7c48efc {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:06.094323 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-plugged", "status": "completed", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:06.094566 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b5790ad-8bf1-4293-9c4b-a08ac7c48efc {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:06.094969 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'code': 200} Aug 30 11:02:06.097906 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.109009 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bdf57366-aae0-432c-befa-31f05aaf4f3f up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:06.114367 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440c900-de17-4bea-bca4-01f17c3a18f8 req-6aecc43f-bd06-46d8-96ab-f8e897e20e2f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:06.116619 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0440c900-de17-4bea-bca4-01f17c3a18f8 req-6aecc43f-bd06-46d8-96ab-f8e897e20e2f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 945 time: 0.0656013 Aug 30 11:02:06.157090 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0440c900-de17-4bea-bca4-01f17c3a18f8 req-e757d593-7555-4ac9-83ae-eb1dbaa0fa89 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343294 Aug 30 11:02:06.189082 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Made reservation on behalf of 9f8ce64d9a1c4174931a86508800df50 for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:02:06.192285 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13617845'] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.246011 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=10']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:06.272000 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.299783 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 087c3caa-9e28-4053-a19c-1973a6899a43, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=087c3caa-9e28-4053-a19c-1973a6899a43,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:06.381280 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port bdf57366-aae0-432c-befa-31f05aaf4f3f completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:06.397768 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port bdf57366-aae0-432c-befa-31f05aaf4f3f triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:06.397768 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.423361 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.475737 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16573915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13617863'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.500121 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e173e-3c20-4619-b154-c87f1095e4a1 req-a1fc2dbc-9b3d-4925-b945-6061cf86c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:06.501356 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=087c3caa-9e28-4053-a19c-1973a6899a43,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:06.503927 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bc4e173e-3c20-4619-b154-c87f1095e4a1 req-a1fc2dbc-9b3d-4925-b945-6061cf86c1e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1100 time: 0.0736339 Aug 30 11:02:06.555221 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bc4e173e-3c20-4619-b154-c87f1095e4a1 req-450ae992-e52a-42f1-8f00-01579f1f384a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Aug 30 11:02:06.559052 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.593980 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port bdf57366-aae0-432c-befa-31f05aaf4f3f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:06.599827 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30dcd8e4-6a27-4adc-965c-d6653a7d8c47,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:06.620607 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Checking segment: {'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:06.620992 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Network hostable DHCP agents. Network: 7f68d281-2781-49ac-b3ef-c93cbe41bf5f, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 11:02:06.631987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a13b92-a82c-4715-a9d4-4f6d51e2face req-fa28ddf6-1354-49ec-8f03-c650d00191e7 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:06.633587 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-88a13b92-a82c-4715-a9d4-4f6d51e2face req-fa28ddf6-1354-49ec-8f03-c650d00191e7 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.1391382 Aug 30 11:02:06.681735 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-88a13b92-a82c-4715-a9d4-4f6d51e2face req-3eb71e09-c8c2-4136-b90f-3d1645085831 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407274 Aug 30 11:02:06.697966 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.699551 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 423dde3c-6b3a-42b4-a755-f5eae43c9c70 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:06.747130 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 11:02:06.780689 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=bdf57366-aae0-432c-befa-31f05aaf4f3f,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:06.816605 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf4ec3-9659-4c0f-8700-34c4efef9967 req-b198ef74-8dab-494b-9bc3-7338c78a58ec tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:06.818345 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, 7f68d281-2781-49ac-b3ef-c93cbe41bf5f) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:06.823718 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:06.824816 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.826047 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:06.830644 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-74cf4ec3-9659-4c0f-8700-34c4efef9967 req-b198ef74-8dab-494b-9bc3-7338c78a58ec tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 947 time: 0.0666084 Aug 30 11:02:06.840843 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707266d5-ffb6-46cb-82d6-8359a03d3841 None None] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:02:06.871771 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-74cf4ec3-9659-4c0f-8700-34c4efef9967 req-19a97478-9b5f-4109-9ce8-25b9274963a8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400429 Aug 30 11:02:06.878563 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Sync routers for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:06.889197 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:06.889941 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:06.918288 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:06.921282 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6e37b883-5a17-47d4-9a0f-0d56d93d3551 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8463256 Aug 30 11:02:06.923844 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46470) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:06.928966 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:02:06.986698 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.000717 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-504602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2077399'] for router, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.001599 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2077404'] for router, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.007414 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:07.088713 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.102620 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=6']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:07.119808 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc58e9d77-8c34-595b-b50c-995fff5b2c2b-7f68d281-2781-49ac-b3ef-c93cbe41bf5f', 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'fixed_ips': [{'subnet_id': '30dcd8e4-6a27-4adc-965c-d6653a7d8c47'}]}} from dv-cinder-806559-1-iscsi. {{(pid=106344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 11:02:07.120820 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.298765 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.db_base_plugin_common [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Allocated IP 172.20.0.2 (7f68d281-2781-49ac-b3ef-c93cbe41bf5f/30dcd8e4-6a27-4adc-965c-d6653a7d8c47/91cc1b4a-f7fb-42a1-aa3f-53e83d192d64) {{(pid=106344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:02:07.338462 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9555a8-91e1-4827-9c08-d620883f5a01 req-135d26a7-b9af-415c-b32a-db249f0ef27f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:07.344570 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 2, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:07.351917 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ac9555a8-91e1-4827-9c08-d620883f5a01 req-135d26a7-b9af-415c-b32a-db249f0ef27f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.0951266 Aug 30 11:02:07.356606 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.379506 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Checking router: f9ca8263-2767-40c9-b8a8-11f01098247c for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:07.380217 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Updating router f9ca8263-2767-40c9-b8a8-11f01098247c port 6ee39f30-212f-4424-973f-6f8f18fc50cd binding host dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 11:02:07.401051 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ac9555a8-91e1-4827-9c08-d620883f5a01 req-7c056923-2ea0-4f93-ad59-9b8b8f8532b2 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480025 Aug 30 11:02:07.407495 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.508113 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Notify callbacks [] for port, precommit_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.520213 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Transition to ACTIVE for port object 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:07.541644 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Transition to ACTIVE for port object 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 will not be triggered until provisioned by entity DHCP. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:07.612603 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516'] for port, after_create {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.660860 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f is already hosted by enough agents. {{(pid=106344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:07.664782 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 087c3caa-9e28-4053-a19c-1973a6899a43 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:07.679996 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Pushing event updated for resources: {'Port': ['ID=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,revision_number=1']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:07.758320 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.775777 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Notify callbacks [] for port, precommit_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.791305 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.provisioning_blocks [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Transition to ACTIVE for port object 6ee39f30-212f-4424-973f-6f8f18fc50cd will not be triggered until provisioned by entity L2. {{(pid=106345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:07.792721 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.869098 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:07.874150 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.scheduler.base_scheduler [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Resources bound (agent type, host, resource id): {{(pid=106344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:07.876873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Received port after_create {{(pid=106344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:02:07.888782 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83475313-1243-48ef-99c4-b6331cd117c7 req-4907c82f-8c4b-4700-bce4-60e3b60e7882 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:07.903361 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-83475313-1243-48ef-99c4-b6331cd117c7 req-4907c82f-8c4b-4700-bce4-60e3b60e7882 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0944676 Aug 30 11:02:07.997030 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Pushing event updated for resources: {'Port': ['ID=6ee39f30-212f-4424-973f-6f8f18fc50cd,revision_number=3']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:08.007805 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-83475313-1243-48ef-99c4-b6331cd117c7 req-0a59d1cb-2e5b-4d0b-8816-99775972061b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039648 Aug 30 11:02:08.029419 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Attempting to bind port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:02:08.029751 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Attempting to bind port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:02:08.030428 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Attempting to bind port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 on network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:08.044057 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.044643 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.045565 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.045810 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.047321 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:02:08.047701 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Checking segment: {'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:08.048009 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.048128 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.048381 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.048506 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Bound using segment: {'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:02:08.048734 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.048975 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Bound port: 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:02:08.049112 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.049365 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.049489 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.049792 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.058472 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.058953 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:08.087427 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Allocated IP 172.27.2.81 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/b53df515-9793-497f-a6d5-93495179099b) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:02:08.096279 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f'}, {'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:08.104322 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c252c76-513c-4cd3-9fd1-b15fa1bf2269" -d '{"events": [{"server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "name": "network-vif-plugged", "status": "completed", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f"}, {"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-unplugged", "status": "completed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:08.118047 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 087c3caa-9e28-4053-a19c-1973a6899a43 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:08.118427 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.211968 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Attempting to bind port 6ee39f30-212f-4424-973f-6f8f18fc50cd on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:02:08.213199 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Attempting to bind port 6ee39f30-212f-4424-973f-6f8f18fc50cd by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:02:08.214088 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Attempting to bind port 6ee39f30-212f-4424-973f-6f8f18fc50cd on network 8ee2c4fc-a494-44eb-b704-667cf89fde84 {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:08.217011 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] For port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:02:08.221179 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] For port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,segment=NetworkSegment(7d472f62-c08f-4965-a3b8-b193c9d3dfd9),segment_id=7d472f62-c08f-4965-a3b8-b193c9d3dfd9)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:02:08.234100 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:02:08.237772 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Checking segment: {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:08.249694 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.250376 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Bound using segment: {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'} {{(pid=106345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:02:08.251087 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.managers [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Bound port: 6ee39f30-212f-4424-973f-6f8f18fc50cd, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'}}] {{(pid=106345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:02:08.251504 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.259040 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8ccf-186d-411c-9a77-197ae6ccee7c req-d3a33299-1734-4dd3-8a2c-79540ac1cbcb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:08.261000 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4f9e8ccf-186d-411c-9a77-197ae6ccee7c req-d3a33299-1734-4dd3-8a2c-79540ac1cbcb tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 947 time: 0.1538048 Aug 30 11:02:08.377290 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4f9e8ccf-186d-411c-9a77-197ae6ccee7c req-1bfc9847-5992-4cde-8197-017e30dec961 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796692 Aug 30 11:02:08.377290 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.394876 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] For port 6ee39f30-212f-4424-973f-6f8f18fc50cd, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:02:08.399365 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] For port 6ee39f30-212f-4424-973f-6f8f18fc50cd, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=6ee39f30-212f-4424-973f-6f8f18fc50cd,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:02:08.412618 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.445905 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e244f3ad-beef-4e6f-9a26-f8b563716cb8 x-openstack-request-id: req-e244f3ad-beef-4e6f-9a26-f8b563716cb8 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:08.446196 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "name": "network-vif-plugged", "status": "completed", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f", "code": 200}, {"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-unplugged", "status": "failed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "code": 422}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:08.446443 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e244f3ad-beef-4e6f-9a26-f8b563716cb8 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:08.446837 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'code': 200} Aug 30 11:02:08.447130 dv-cinder-806559-1-iscsi neutron-server[106344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'code': 422} returned with failed status Aug 30 11:02:08.484806 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c32119-17ed-453d-82a7-ecde48938f21 None None] Pushing event updated for resources: {'Port': ['ID=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:08.550207 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.560466 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54da201-ca4c-4f9c-ba6f-25280ef607dc req-4cf4a912-16f2-4249-bbbd-5e3b8ed9ac2b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:08.562169 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e54da201-ca4c-4f9c-ba6f-25280ef607dc req-4cf4a912-16f2-4249-bbbd-5e3b8ed9ac2b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.0650113 Aug 30 11:02:08.563581 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:08.625230 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:08.633001 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:08.637217 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:02:08.649907 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:08.650556 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:08.689254 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Pushing event updated for resources: {'Port': ['ID=b53df515-9793-497f-a6d5-93495179099b,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:08.701858 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e54da201-ca4c-4f9c-ba6f-25280ef607dc req-b2cc4338-52c3-497b-9a33-b123b9b59185 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275146 Aug 30 11:02:08.744137 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f13565-2038-4981-96ef-7ca3bf301295 None None] Pushing event updated for resources: {'Port': ['ID=6ee39f30-212f-4424-973f-6f8f18fc50cd,revision_number=4']} {{(pid=106345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:08.911095 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:09.010929 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576dda8-53a8-4437-9cd3-3b0a39bb1b0c req-ddeabe95-05b6-4338-844c-8a5b75ef882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:09.012342 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f576dda8-53a8-4437-9cd3-3b0a39bb1b0c req-ddeabe95-05b6-4338-844c-8a5b75ef882c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 1099 time: 0.1904845 Aug 30 11:02:09.075778 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f576dda8-53a8-4437-9cd3-3b0a39bb1b0c req-61c0fac1-8748-4dc1-8c94-9fa6edff419b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486364 Aug 30 11:02:09.081943 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e336be-27d7-4037-b70c-a623260d8f17 req-d2f28661-09cf-4c9d-ab13-e8e1b620e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:09.083420 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-d2f28661-09cf-4c9d-ab13-e8e1b620e789 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f&tenant_id=844964501d1e4d3e88d53099fe8554cb HTTP/1.1" status: 200 len: 1096 time: 0.0927734 Aug 30 11:02:09.138093 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf689ac-8492-4b34-a562-403c7bbf5c0e req-0e602daa-c783-4d11-a783-54c16fb77b6f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:09.139651 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-caf689ac-8492-4b34-a562-403c7bbf5c0e req-0e602daa-c783-4d11-a783-54c16fb77b6f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0542259 Aug 30 11:02:09.187118 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-caf689ac-8492-4b34-a562-403c7bbf5c0e req-25dcf7ae-579e-4de1-9374-ef2c3dc9ef61 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374384 Aug 30 11:02:09.197386 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:08Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:09.228841 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8cf20-bdf7-4846-9342-a6729646b707 None None] The sync data for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi is: [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:08Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:09.377244 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:09.417221 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e336be-27d7-4037-b70c-a623260d8f17 req-c7a27efc-e5fe-4150-abb4-7513d7cac28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:09.418841 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-c7a27efc-e5fe-4150-abb4-7513d7cac28c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1096 time: 0.1004398 Aug 30 11:02:09.720751 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ebfc7-6272-4e84-8113-472fd29b91cf None None] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:02:09.906209 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c9589-717a-4e40-949c-753bdce46674 req-a64b869e-8a9c-45c0-9cd7-40af54a161dd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:09.916224 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c05c9589-717a-4e40-949c-753bdce46674 req-a64b869e-8a9c-45c0-9cd7-40af54a161dd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.0721414 Aug 30 11:02:09.954969 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 6ee39f30-212f-4424-973f-6f8f18fc50cd up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:09.960101 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e836a61-4a68-4cf7-b943-a94996e91b88 req-069a1a60-3ceb-499f-b8f2-4480bcd42c17 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:09.962206 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8e836a61-4a68-4cf7-b943-a94996e91b88 req-069a1a60-3ceb-499f-b8f2-4480bcd42c17 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 947 time: 0.4797461 Aug 30 11:02:09.964724 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-c05c9589-717a-4e40-949c-753bdce46674 req-031d1741-33d4-4192-99ba-8ad454414bf6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471947 Aug 30 11:02:09.971439 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-171204d0-b31e-47dd-ae2a-56d6d2b76934 None None] Provisioning for port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:10.112363 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e336be-27d7-4037-b70c-a623260d8f17 req-25906f1a-c38c-4d54-8d69-cb52cdc02874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:10.114166 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-25906f1a-c38c-4d54-8d69-cb52cdc02874 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 909 time: 0.6832001 Aug 30 11:02:10.200825 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-105b05bb-50aa-4910-a08b-9f3dd204476b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 998 time: 0.0767028 Aug 30 11:02:10.218129 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 6ee39f30-212f-4424-973f-6f8f18fc50cd completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:10.221095 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8e836a61-4a68-4cf7-b943-a94996e91b88 req-693a4bd7-42eb-48a6-a35d-48dd42f6c89f tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380376 Aug 30 11:02:10.226959 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 6ee39f30-212f-4424-973f-6f8f18fc50cd triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:10.227964 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:10.337996 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e336be-27d7-4037-b70c-a623260d8f17 req-895e8d56-9c70-47a0-918c-1129979feb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:10.339992 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-895e8d56-9c70-47a0-918c-1129979feb80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 200 len: 847 time: 0.1122162 Aug 30 11:02:10.341565 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502787'] for router, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:10.431626 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f066b8-47be-412a-867a-8b247e711a0c req-00468622-9b39-4e21-bf0f-86b3cc5fdb7f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:10.432232 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:10.439114 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d0f066b8-47be-412a-867a-8b247e711a0c req-00468622-9b39-4e21-bf0f-86b3cc5fdb7f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0742314 Aug 30 11:02:10.483917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 6ee39f30-212f-4424-973f-6f8f18fc50cd, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=6ee39f30-212f-4424-973f-6f8f18fc50cd,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:10.502281 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d0f066b8-47be-412a-867a-8b247e711a0c req-08b8e35a-6845-4e31-8c38-9266cd4dfda1 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596666 Aug 30 11:02:10.504755 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e336be-27d7-4037-b70c-a623260d8f17 req-16ad6496-db3b-4990-8cf7-d1d55939f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:10.506539 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-16ad6496-db3b-4990-8cf7-d1d55939f3bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1588385 Aug 30 11:02:10.577501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:10.578588 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:10.634465 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-6cfaa105-5520-4821-b8ec-a802fdf2f3ac service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204200 Aug 30 11:02:10.658953 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=6ee39f30-212f-4424-973f-6f8f18fc50cd,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:10.717510 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf is scheduled to L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 with binding_index 1 {{(pid=106342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 11:02:10.771930 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:10.776146 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:10.776545 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:10.792174 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e336be-27d7-4037-b70c-a623260d8f17 req-87705771-7951-4c73-b029-8580b1a00e87 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464725 Aug 30 11:02:10.852735 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:10.863657 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Sync routers for ids ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:10.869450 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:10.883759 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Routers {'7d6ef968-fed6-4841-9722-1a2ef6d3aadf'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:10.884423 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:10.948878 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:10.950275 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-19bf285f-a660-4e7d-a60c-00409a463523 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0251231 Aug 30 11:02:10.952197 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,segment=NetworkSegment(7d472f62-c08f-4965-a3b8-b193c9d3dfd9),segment_id=7d472f62-c08f-4965-a3b8-b193c9d3dfd9)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:10.952864 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46544) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:11.019214 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Set router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:11.054074 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.181482 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1766a4c-0979-40ca-8236-b38b4412425f req-c1267d3a-cd7d-4c70-ae21-764ae0ff7b0b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:11.183050 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1766a4c-0979-40ca-8236-b38b4412425f req-c1267d3a-cd7d-4c70-ae21-764ae0ff7b0b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.1027019 Aug 30 11:02:11.199364 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:11.265787 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1766a4c-0979-40ca-8236-b38b4412425f req-7ec09456-9a4b-4bd0-b3db-c2479ea958c7 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536335 Aug 30 11:02:11.299476 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b53df515-9793-497f-a6d5-93495179099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:09Z', 'revision_number': 3, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port': {'id': 'b53df515-9793-497f-a6d5-93495179099b', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:11.327644 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Checking router: 7d6ef968-fed6-4841-9722-1a2ef6d3aadf for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:11.328102 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Updating router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf port b53df515-9793-497f-a6d5-93495179099b binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 11:02:11.355517 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.445257 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0992b58-f67f-40a6-a3d3-d15dead26b82 req-3b57010c-9c42-4b72-9e91-28ea2fd291d6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:11.446964 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c0992b58-f67f-40a6-a3d3-d15dead26b82 req-3b57010c-9c42-4b72-9e91-28ea2fd291d6 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 947 time: 0.0988507 Aug 30 11:02:11.520796 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c0992b58-f67f-40a6-a3d3-d15dead26b82 req-3e13efe4-1d83-40ba-b133-9903c7780a0c tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667634 Aug 30 11:02:11.614279 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.709124 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 6ee39f30-212f-4424-973f-6f8f18fc50cd up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:11.729127 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520573ab-cc23-4af2-a5c6-f8a9f4748ab4 req-17e43752-50a2-4b54-b12e-9cb00d56a10c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:11.736973 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.739084 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-520573ab-cc23-4af2-a5c6-f8a9f4748ab4 req-17e43752-50a2-4b54-b12e-9cb00d56a10c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.0985303 Aug 30 11:02:11.759825 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Transition to ACTIVE for port object b53df515-9793-497f-a6d5-93495179099b will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:11.787756 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-520573ab-cc23-4af2-a5c6-f8a9f4748ab4 req-a2c23faa-e550-4d5c-8278-ca7ab9b3f75b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Aug 30 11:02:11.806852 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 6ee39f30-212f-4424-973f-6f8f18fc50cd triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:11.806852 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.817741 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46568) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:11.835162 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe0eef-2840-4aa6-b65c-2d31d553027f req-ed5d49d6-ed41-4c46-b0c5-3b67d62caae1 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:11.836608 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-12fe0eef-2840-4aa6-b65c-2d31d553027f req-ed5d49d6-ed41-4c46-b0c5-3b67d62caae1 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1222680 Aug 30 11:02:11.863069 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c7221-1ae7-416a-84e9-2626c8ca1d00 tempest-TestVolumeBootPattern-804083934 tempest-TestVolumeBootPattern-804083934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:11.869639 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-289c7221-1ae7-416a-84e9-2626c8ca1d00 tempest-TestVolumeBootPattern-804083934 tempest-TestVolumeBootPattern-804083934-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 1094 time: 0.0463400 Aug 30 11:02:11.870297 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46570) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:11.875062 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:02:11.893494 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.918106 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-12fe0eef-2840-4aa6-b65c-2d31d553027f req-5f0c6030-1ace-4c15-ab12-2c80e4c2b530 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706139 Aug 30 11:02:11.923514 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:11.937112 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Allocated IP 172.20.0.1 (7f68d281-2781-49ac-b3ef-c93cbe41bf5f/30dcd8e4-6a27-4adc-965c-d6653a7d8c47/7fd2be27-bbfd-47c5-829c-ff788b95d9ae) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:02:11.973116 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.980459 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55018ecf-3090-42d0-ab04-746d83aff748 None None] Pushing event updated for resources: {'Port': ['ID=b53df515-9793-497f-a6d5-93495179099b,revision_number=2']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:11.984815 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Attempting to bind port b53df515-9793-497f-a6d5-93495179099b on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:02:11.985205 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Attempting to bind port b53df515-9793-497f-a6d5-93495179099b by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:02:11.985565 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Attempting to bind port b53df515-9793-497f-a6d5-93495179099b on network 949d959b-bae5-40a4-bf0d-e7a549554019 {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:11.993106 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:02:11.993457 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Checking segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:11.993852 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:11.994238 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Bound using segment: {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:02:11.995142 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Bound port: b53df515-9793-497f-a6d5-93495179099b, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63211be-4788-4cb4-9f3e-994177e6c120', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:02:11.995142 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.049966 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:12.050343 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.063482 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.077608 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] For port b53df515-9793-497f-a6d5-93495179099b, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:02:12.078641 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Transition to ACTIVE for port object 7fd2be27-bbfd-47c5-829c-ff788b95d9ae will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:12.081419 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.095725 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] For port b53df515-9793-497f-a6d5-93495179099b, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=b53df515-9793-497f-a6d5-93495179099b,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:02:12.206294 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.215376 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Allocated IP 172.27.2.19 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/8e6a7342-0746-4988-99da-fbad87ed52ed) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:02:12.229692 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.262820 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Routers {'7d6ef968-fed6-4841-9722-1a2ef6d3aadf'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:12.263584 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:12.279392 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:12.286938 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:12.290901 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:02:12.315206 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55018ecf-3090-42d0-ab04-746d83aff748 None None] Pushing event updated for resources: {'Port': ['ID=b53df515-9793-497f-a6d5-93495179099b,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:12.320954 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Pushing event updated for resources: {'Port': ['ID=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:12.340475 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503004'] for router_interface, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.351522 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.402873 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] Set router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:12.476245 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.522171 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:12.525370 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:12.533527 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:02:12.564922 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=8e6a7342-0746-4988-99da-fbad87ed52ed,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:12.612088 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.789484 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b53df515-9793-497f-a6d5-93495179099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:09Z', 'revision_number': 3, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port': {'id': 'b53df515-9793-497f-a6d5-93495179099b', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:12.821390 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c75e2d-2e7e-4d6d-9205-90dcdf1e87d3 None None] The sync data for ids ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'] in dv-cinder-806559-1-iscsi is: [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b53df515-9793-497f-a6d5-93495179099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:09Z', 'revision_number': 3, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port': {'id': 'b53df515-9793-497f-a6d5-93495179099b', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:12.829131 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-aab46e5a-f7ef-42dd-816d-9ea70ec7bec5 None None] Provisioning for port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:12.833844 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-aab46e5a-f7ef-42dd-816d-9ea70ec7bec5 None None] Provisioning complete for port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:12.834436 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-aab46e5a-f7ef-42dd-816d-9ea70ec7bec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.871364 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:12.881269 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-aab46e5a-f7ef-42dd-816d-9ea70ec7bec5 None None] Port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:02:12.954969 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.016515 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.074077 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501763'] for router_interface, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.077579 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Pushing event updated for resources: {'Port': ['ID=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:13.152102 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e974b0-a8c6-49af-8741-8dd15494a836 req-ce295e3d-1d12-454e-b15c-d919967d4ecd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:13.153891 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e974b0-a8c6-49af-8741-8dd15494a836 req-ce295e3d-1d12-454e-b15c-d919967d4ecd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1396723 Aug 30 11:02:13.172650 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.224730 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-05e974b0-a8c6-49af-8741-8dd15494a836 req-f4b1f4bc-5971-4f55-9a51-c4a4613fa967 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614407 Aug 30 11:02:13.242228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:13.244244 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:13.363772 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.403081 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:02:13.434420 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.520089 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=8e6a7342-0746-4988-99da-fbad87ed52ed,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:13.535264 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.575155 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:13.595499 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e8203cc4-2400-4657-b652-db810dec201e admin admin] 10.222.0.24 "PUT /v2.0/routers/7d6ef968-fed6-4841-9722-1a2ef6d3aadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6414883 Aug 30 11:02:13.624597 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-2e6ba18f-7b9f-46b8-b984-361e2688848a None None] Provisioning complete for port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:13.625344 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba18f-7b9f-46b8-b984-361e2688848a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.670154 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ba18f-7b9f-46b8-b984-361e2688848a None None] Port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:02:13.679181 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.l3_db [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Floating IP 65837aa7-ce11-47d0-a677-7de7d85ed464 associated. External IP: 172.27.2.19, port: bdf57366-aae0-432c-befa-31f05aaf4f3f. Aug 30 11:02:13.731047 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b53df515-9793-497f-a6d5-93495179099b up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:13.859726 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port b53df515-9793-497f-a6d5-93495179099b completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:13.863096 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port b53df515-9793-497f-a6d5-93495179099b triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:13.863490 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:13.953907 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:02:13.992408 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:14.023241 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port b53df515-9793-497f-a6d5-93495179099b, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=b53df515-9793-497f-a6d5-93495179099b,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:14.089358 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:14.103160 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:14.116478 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:14.117249 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:14.154885 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:14.183807 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:14.245197 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-9a56a7e4-2076-44ba-9643-711dffe1207b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3719473 Aug 30 11:02:14.245858 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:14.248395 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:14.262561 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=b53df515-9793-497f-a6d5-93495179099b,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:14.286302 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:14.428302 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee1e70-9cf9-407d-9147-3e0b7916b1fd x-openstack-request-id: req-b7ee1e70-9cf9-407d-9147-3e0b7916b1fd {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:14.428772 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:14.429113 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7ee1e70-9cf9-407d-9147-3e0b7916b1fd {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:14.429572 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'status': 'completed', 'code': 200} Aug 30 11:02:14.566607 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-902a96b8-0829-4e67-9848-806153267784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:14.569266 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-902a96b8-0829-4e67-9848-806153267784 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 1099 time: 0.1107187 Aug 30 11:02:14.576806 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a97f7-e028-4b3c-9b36-6ac1e8b24382 req-c3509099-2f7f-4af8-a550-f771a367c7ef tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:14.578423 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-816a97f7-e028-4b3c-9b36-6ac1e8b24382 req-c3509099-2f7f-4af8-a550-f771a367c7ef tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0784864 Aug 30 11:02:14.584980 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:14.620722 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:14.635329 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:14.636222 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:14.699870 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-816a97f7-e028-4b3c-9b36-6ac1e8b24382 req-f4c48ab0-9775-4605-9d51-42084df6dd43 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101086 Aug 30 11:02:14.768831 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-d4e7bbbe-22a4-4cf1-93ca-1c4a431bf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:14.770919 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-d4e7bbbe-22a4-4cf1-93ca-1c4a431bf3d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 913 time: 0.1836512 Aug 30 11:02:14.807521 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:14.812380 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d2b1b-54ed-44c4-960b-ff8188ac9faa req-f91aacb4-2e24-4d00-bc5c-20d28c642dd5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:14.814147 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-867d2b1b-54ed-44c4-960b-ff8188ac9faa req-f91aacb4-2e24-4d00-bc5c-20d28c642dd5 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0578225 Aug 30 11:02:14.865460 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-9a85435e-e836-486a-b8b9-ff76e327de68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f HTTP/1.1" status: 200 len: 999 time: 0.0866983 Aug 30 11:02:14.872257 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-867d2b1b-54ed-44c4-960b-ff8188ac9faa req-af55aa10-91c2-42ae-8bee-c0fb15423605 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516112 Aug 30 11:02:14.930323 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-0988a7a2-3022-4c90-8277-f4b0fbaa0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:14.931972 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-0988a7a2-3022-4c90-8277-f4b0fbaa0761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0553906 Aug 30 11:02:14.999598 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-84fdb7c3-192a-44b5-8bf2-d451ce48e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:15.005357 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-84fdb7c3-192a-44b5-8bf2-d451ce48e090 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619876 Aug 30 11:02:15.147705 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-6470a76a-c4eb-420e-9718-4bb391431c2a service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377861 Aug 30 11:02:15.227769 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:15.269824 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616073b9-7203-41c5-afe1-5f4dd7a41f1f None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:15.572531 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e2c95dae-0bea-4cc4-87d8-ed7ac9b60a84 req-f30f7851-7d5d-4897-99af-79245e9591bf service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165268 Aug 30 11:02:15.683291 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b53df515-9793-497f-a6d5-93495179099b up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:15.746058 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port b53df515-9793-497f-a6d5-93495179099b triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:15.746571 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:15.851775 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83f80-2aa2-4ea5-89f1-ef7b4c39c9fe req-fe56ff2a-626b-46e3-97af-cef0fa0aaee2 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:15.856277 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-28e83f80-2aa2-4ea5-89f1-ef7b4c39c9fe req-fe56ff2a-626b-46e3-97af-cef0fa0aaee2 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0687592 Aug 30 11:02:15.939794 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-28e83f80-2aa2-4ea5-89f1-ef7b4c39c9fe req-a977b8bf-6aa6-4fb4-aeba-4bdf4a348b50 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754251 Aug 30 11:02:16.041657 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbba508-224b-499c-bcde-13c41aa5c0ee req-73ac2727-87cb-43ad-b64a-e8818b156206 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:16.049782 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bbbba508-224b-499c-bcde-13c41aa5c0ee req-73ac2727-87cb-43ad-b64a-e8818b156206 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0788238 Aug 30 11:02:16.099130 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-bbbba508-224b-499c-bcde-13c41aa5c0ee req-2b01c77c-76c3-4805-a125-a2852c7137d8 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482824 Aug 30 11:02:16.130793 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Sync routers for ids ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:16.144342 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Routers {'7d6ef968-fed6-4841-9722-1a2ef6d3aadf'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:16.145080 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:16.171089 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ef7ba-ad1a-4f6a-97d6-a85ed9229827 None None] New status for floating IP 65837aa7-ce11-47d0-a677-7de7d85ed464: ACTIVE {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:02:16.295203 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Set router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:16.595969 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b53df515-9793-497f-a6d5-93495179099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 4, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port': {'id': 'b53df515-9793-497f-a6d5-93495179099b', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '7fd2be27-bbfd-47c5-829c-ff788b95d9ae', 'name': '', 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'mac_address': 'fa:16:3e:c2:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '30dcd8e4-6a27-4adc-965c-d6653a7d8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:11Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 2, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'subnets': [{'id': '30dcd8e4-6a27-4adc-965c-d6653a7d8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:16.630450 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Checking router: 7d6ef968-fed6-4841-9722-1a2ef6d3aadf for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:16.630957 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Updating router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae binding host dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 11:02:16.661708 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f9860-267f-4191-8132-da7901e05aff req-2e599ee8-51b1-4cf5-b06b-70b2a22eca0b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:16.664091 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-276f9860-267f-4191-8132-da7901e05aff req-2e599ee8-51b1-4cf5-b06b-70b2a22eca0b tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0790761 Aug 30 11:02:16.668313 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:16.788639 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Deleting port 7c99780d-df59-4577-8857-4864478c4016 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:16.789023 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:16.906707 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] For port 7c99780d-df59-4577-8857-4864478c4016, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=7c99780d-df59-4577-8857-4864478c4016,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:16.907163 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.008282 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Notify callbacks [] for port, precommit_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.029976 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Transition to ACTIVE for port object 7fd2be27-bbfd-47c5-829c-ff788b95d9ae will not be triggered until provisioned by entity L2. {{(pid=106344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:17.144741 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.216236 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea0b9-fa7c-4279-9aa7-b26117e41955 req-63cf5af4-898f-40fd-881b-430271930901 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:17.227708 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce5ea0b9-fa7c-4279-9aa7-b26117e41955 req-63cf5af4-898f-40fd-881b-430271930901 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1746266 Aug 30 11:02:17.290664 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce09475-9444-4bc6-99c5-db07b9c3ebc4 req-2ab9489d-58d1-4a60-b6fc-b6709940ad0e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:17.293066 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8ce09475-9444-4bc6-99c5-db07b9c3ebc4 req-2ab9489d-58d1-4a60-b6fc-b6709940ad0e tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 946 time: 0.0919359 Aug 30 11:02:17.304181 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d08338-2d0d-4d53-935e-ddcc9bb07a72 None None] Pushing event updated for resources: {'Port': ['ID=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,revision_number=3']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:17.349765 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ce5ea0b9-fa7c-4279-9aa7-b26117e41955 req-377f2757-c18f-4e42-a20c-66f38c92a799 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210144 Aug 30 11:02:17.354223 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.354738 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.355215 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Floating IP f2ea598c-8497-4683-a359-1b128b959f73 disassociated. External IP: 172.27.2.4, port: 7c99780d-df59-4577-8857-4864478c4016. Aug 30 11:02:17.355684 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Calling delete_port for 7c99780d-df59-4577-8857-4864478c4016 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:17.367522 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Attempting to bind port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae on host dv-cinder-806559-1-iscsi for vnic_type normal with profile {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:02:17.367900 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Attempting to bind port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae by drivers openvswitch,hyperv on host dv-cinder-806559-1-iscsi at level 0 using segments [{'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:02:17.368266 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Attempting to bind port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae on network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:17.375168 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-8ce09475-9444-4bc6-99c5-db07b9c3ebc4 req-98568aae-71cc-42b3-a362-c0bc68fdfee4 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups?id=c380586f-ebf5-4649-bb3f-d87eadc15e41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719757 Aug 30 11:02:17.378230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Checking agent: {'id': '737b68f0-0fd0-415e-b774-12c4170662a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806559-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 47), 'started_at': datetime.datetime(2021, 8, 30, 10, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806559-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:02:17.378670 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Checking segment: {'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:17.379296 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.379699 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Bound using segment: {'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'} {{(pid=106344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:02:17.380172 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.managers [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Bound port: 7fd2be27-bbfd-47c5-829c-ff788b95d9ae, host: dv-cinder-806559-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d472f62-c08f-4965-a3b8-b193c9d3dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f'}}] {{(pid=106344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:02:17.380550 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.483055 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] For port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae, host dv-cinder-806559-1-iscsi, cleared binding levels {{(pid=106344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:02:17.614629 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.625718 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] For port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae, host dv-cinder-806559-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,segment=NetworkSegment(7d472f62-c08f-4965-a3b8-b193c9d3dfd9),segment_id=7d472f62-c08f-4965-a3b8-b193c9d3dfd9)] {{(pid=106344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:02:17.651401 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event deleted for resources: {'Port': ['ID=7c99780d-df59-4577-8857-4864478c4016,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:17.727531 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.795635 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:02:17.804005 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Routers {'7d6ef968-fed6-4841-9722-1a2ef6d3aadf'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:17.804666 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:17.871932 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d08338-2d0d-4d53-935e-ddcc9bb07a72 None None] Pushing event updated for resources: {'Port': ['ID=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:17.920624 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 423dde3c-6b3a-42b4-a755-f5eae43c9c70 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:02:17.940597 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:17.958036 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] Sync routers for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:17.961209 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] Set router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:17.986580 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] No DVR routers for this DVR port 7c99780d-df59-4577-8857-4864478c4016 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:02:17.991238 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:17.994193 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-276f9860-267f-4191-8132-da7901e05aff req-21df3f48-99d4-44f8-8bab-34dff8579589 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.18 "DELETE /v2.0/ports/7c99780d-df59-4577-8857-4864478c4016 HTTP/1.1" status: 204 len: 173 time: 1.3242049 Aug 30 11:02:17.994828 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'name': 'network-vif-deleted', 'tag': '7c99780d-df59-4577-8857-4864478c4016'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:17.997175 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85657b33-3ade-44d9-b725-d7647fbcd98b" -d '{"events": [{"server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "name": "network-vif-deleted", "tag": "7c99780d-df59-4577-8857-4864478c4016"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:18.059865 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da001368-285c-4c15-9ad9-c4b764018342 x-openstack-request-id: req-da001368-285c-4c15-9ad9-c4b764018342 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:18.083329 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4994e80-3977-46ff-991b-b205ae98a396", "name": "network-vif-deleted", "tag": "7c99780d-df59-4577-8857-4864478c4016", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:18.083329 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da001368-285c-4c15-9ad9-c4b764018342 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:18.083329 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4994e80-3977-46ff-991b-b205ae98a396', 'name': 'network-vif-deleted', 'tag': '7c99780d-df59-4577-8857-4864478c4016', 'status': 'completed', 'code': 200} Aug 30 11:02:18.083760 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:18.083760 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:18.405406 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:18.433483 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:18.461840 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'port_id': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'mac_address': 'fa:16:3e:5a:88:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:02:18.470697 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952489-64a1-483d-a685-38f73ea35634 req-097df276-7832-43ba-9ef8-684179c091b3 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:18.482582 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cd952489-64a1-483d-a685-38f73ea35634 req-097df276-7832-43ba-9ef8-684179c091b3 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0676970 Aug 30 11:02:18.504497 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2a854a21-3442-452b-a3d6-13b0cc8fef25 req-15fea4d3-ada1-41cc-bdbc-beacf5331ebb tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 210 time: 0.0455034 Aug 30 11:02:18.529412 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cd952489-64a1-483d-a685-38f73ea35634 req-e72bb51a-e130-4df3-8d14-d8df0a27989b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434370 Aug 30 11:02:18.653535 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:18.680118 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423dde3c-6b3a-42b4-a755-f5eae43c9c70 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:02:18.703478 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b53df515-9793-497f-a6d5-93495179099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 4, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port': {'id': 'b53df515-9793-497f-a6d5-93495179099b', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '7fd2be27-bbfd-47c5-829c-ff788b95d9ae', 'name': '', 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'mac_address': 'fa:16:3e:c2:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '30dcd8e4-6a27-4adc-965c-d6653a7d8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:11Z', 'updated_at': '2021-08-30T11:02:17Z', 'revision_number': 4, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'subnets': [{'id': '30dcd8e4-6a27-4adc-965c-d6653a7d8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:18.746301 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:18.746301 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f27a3-cdfd-47c2-9e34-8abf4d854dab None None] The sync data for ids ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'] in dv-cinder-806559-1-iscsi is: [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b53df515-9793-497f-a6d5-93495179099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:12Z', 'revision_number': 4, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port': {'id': 'b53df515-9793-497f-a6d5-93495179099b', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '7fd2be27-bbfd-47c5-829c-ff788b95d9ae', 'name': '', 'network_id': '7f68d281-2781-49ac-b3ef-c93cbe41bf5f', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'mac_address': 'fa:16:3e:c2:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '30dcd8e4-6a27-4adc-965c-d6653a7d8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:11Z', 'updated_at': '2021-08-30T11:02:17Z', 'revision_number': 4, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'subnets': [{'id': '30dcd8e4-6a27-4adc-965c-d6653a7d8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:18.835246 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:18.897991 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:18.937419 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] Checking router: ae8d96d9-d1df-4f12-a278-cd5808dd8d86 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:18.954678 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=7']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:18.959911 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:18.960535 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:19.086436 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['423dde3c-6b3a-42b4-a755-f5eae43c9c70'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:02:19.119760 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:19.518328 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:19.577113 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfae4e-f9a9-442e-b5c6-45a8521b3983 None None] The sync data for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi is: [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:36Z', 'revision_number': 4, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'd4af16f2-8ecb-408c-87ec-27c507f2efeb', 'name': '', 'network_id': 'ea100e7a-af1d-407a-bf23-acf074e8265c', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'mac_address': 'fa:16:3e:19:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:46Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'subnets': [{'id': 'c80933e7-748d-45ff-ab41-1e96a2097ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:19.685874 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9c493315-5756-452b-a2b6-3ac39ba4a9ac req-eb85a965-3a5a-4c55-84e6-8946ab5953bd tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4994e80-3977-46ff-991b-b205ae98a396 HTTP/1.1" status: 200 len: 210 time: 0.0402505 Aug 30 11:02:19.746831 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729bd81-7f54-4362-a083-1bd58c47a679 req-afadcf5c-a907-4bb8-a002-2d8d3db13d80 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:19.760555 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b729bd81-7f54-4362-a083-1bd58c47a679 req-afadcf5c-a907-4bb8-a002-2d8d3db13d80 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 944 time: 0.1057692 Aug 30 11:02:19.827402 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 7fd2be27-bbfd-47c5-829c-ff788b95d9ae up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:19.838765 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b729bd81-7f54-4362-a083-1bd58c47a679 req-ead1b876-04d9-4ae9-b878-1cd02c536a98 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768235 Aug 30 11:02:19.918285 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 7c99780d-df59-4577-8857-4864478c4016 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:19.945662 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 7c99780d-df59-4577-8857-4864478c4016 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:19.946037 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 7c99780d-df59-4577-8857-4864478c4016 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:20.023837 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning for port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:20.028444 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:20.028835 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:20.142924 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:20.192215 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] For port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,segment=NetworkSegment(7d472f62-c08f-4965-a3b8-b193c9d3dfd9),segment_id=7d472f62-c08f-4965-a3b8-b193c9d3dfd9)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:20.264681 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:20.265456 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b16f-be15-49c4-b404-0d406be83a9f None None] New status for floating IP f2ea598c-8497-4683-a359-1b128b959f73: DOWN {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:02:20.338979 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Pushing event updated for resources: {'Port': ['ID=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:20.837413 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46654) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:20.900685 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-85fbc44e-6bec-43fa-af8c-74528366de2a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:20.927992 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-85fbc44e-6bec-43fa-af8c-74528366de2a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:20.974602 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf690ff-e203-418f-9be5-808066a0b495 req-bd76fe5d-e2b3-4726-a0d8-6564962b46db tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:20.976979 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0cf690ff-e203-418f-9be5-808066a0b495 req-bd76fe5d-e2b3-4726-a0d8-6564962b46db tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 944 time: 0.0623763 Aug 30 11:02:21.037510 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0cf690ff-e203-418f-9be5-808066a0b495 req-85f54333-a47c-405b-bf1a-582d0a08d819 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523133 Aug 30 11:02:21.068747 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-85fbc44e-6bec-43fa-af8c-74528366de2a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.071307 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-85fbc44e-6bec-43fa-af8c-74528366de2a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.072563 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-85fbc44e-6bec-43fa-af8c-74528366de2a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "DELETE /v2.0/security-groups/c380586f-ebf5-4649-bb3f-d87eadc15e41 HTTP/1.1" status: 204 len: 168 time: 0.2339821 Aug 30 11:02:21.075656 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46658) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:21.082749 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbc44e-6bec-43fa-af8c-74528366de2a tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c380586f-ebf5-4649-bb3f-d87eadc15e41,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:21.105462 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.api.v2.resource [None req-53d17f4a-1764-45e3-ba85-38cfd17f1705 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] show failed (client error): The resource could not be found. Aug 30 11:02:21.110999 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-53d17f4a-1764-45e3-ba85-38cfd17f1705 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "GET /v2.0/security-groups/c380586f-ebf5-4649-bb3f-d87eadc15e41 HTTP/1.1" status: 404 len: 347 time: 0.0339663 Aug 30 11:02:21.111564 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46660) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:21.251759 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Deleting port a857dde5-db2b-4da6-9c5f-f93663d0db59 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:21.252456 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.356166 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.356474 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.370870 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Calling delete_port for a857dde5-db2b-4da6-9c5f-f93663d0db59 owned by network:floatingip {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:21.630035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.658566 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Pushing event deleted for resources: {'Port': ['ID=a857dde5-db2b-4da6-9c5f-f93663d0db59,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:21.659279 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 7fd2be27-bbfd-47c5-829c-ff788b95d9ae up at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:21.728669 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Provisioning complete for port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:21.729106 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.757422 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks [] for floatingip, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.766024 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:21.766929 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ee440b93-73a3-46c1-88c3-cb2e937195d9 tempest-AttachVolumeTestJSON-1700883262 tempest-AttachVolumeTestJSON-1700883262-project] 10.222.0.24 "DELETE /v2.0/floatingips/f2ea598c-8497-4683-a359-1b128b959f73 HTTP/1.1" status: 204 len: 168 time: 0.6533635 Aug 30 11:02:21.936134 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 423dde3c-6b3a-42b4-a755-f5eae43c9c70 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:21.985297 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:21.985677 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:22.064413 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:22.091673 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:22.093980 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0741a60-7210-4a13-a06f-b53c2b6dde3c" -d '{"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-plugged", "status": "completed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:22.108052 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:22.130764 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deab2a1-5497-4e35-b69d-886f09b6fcfd x-openstack-request-id: req-3deab2a1-5497-4e35-b69d-886f09b6fcfd {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:22.131081 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-plugged", "status": "completed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:22.131364 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3deab2a1-5497-4e35-b69d-886f09b6fcfd {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:22.131759 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'code': 200} Aug 30 11:02:22.172755 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011803c-34fa-4c04-807c-66f0fdfe3b51 req-97f767ff-70a9-47b1-af68-919937f97475 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:22.174543 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1011803c-34fa-4c04-807c-66f0fdfe3b51 req-97f767ff-70a9-47b1-af68-919937f97475 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 944 time: 0.0649745 Aug 30 11:02:22.220074 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1011803c-34fa-4c04-807c-66f0fdfe3b51 req-cadcb5f6-5d2b-45bf-a4bc-79130c896acb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382354 Aug 30 11:02:22.389169 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:22.436607 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=8']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:22.515563 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2cbba-465c-4b3c-bd03-448aebec2349 req-e25d7351-f4d5-4ee7-ade4-291053405e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:22.517112 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47a2cbba-465c-4b3c-bd03-448aebec2349 req-e25d7351-f4d5-4ee7-ade4-291053405e04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1098 time: 0.0470824 Aug 30 11:02:22.555768 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47a2cbba-465c-4b3c-bd03-448aebec2349 req-c8eae541-95ef-4df3-b8fa-eddfea258a78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302081 Aug 30 11:02:23.373187 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b6a40-4706-44d4-a1fc-bb3679529f60 req-c393a92a-a0cf-4add-be9d-0a4699302f74 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:23.375130 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b45b6a40-4706-44d4-a1fc-bb3679529f60 req-c393a92a-a0cf-4add-be9d-0a4699302f74 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0646167 Aug 30 11:02:23.419070 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b45b6a40-4706-44d4-a1fc-bb3679529f60 req-3ee87a7f-b71a-4446-a223-1bb30150a144 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361619 Aug 30 11:02:24.585242 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc8c9e-fc35-4cc0-b377-2ee28634d812 req-aecd1734-739b-426b-8648-5dce6a93ee74 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:24.587863 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fdfc8c9e-fc35-4cc0-b377-2ee28634d812 req-aecd1734-739b-426b-8648-5dce6a93ee74 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0674970 Aug 30 11:02:24.643037 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fdfc8c9e-fc35-4cc0-b377-2ee28634d812 req-6eaa7e97-7561-43f5-b16a-499d958a0960 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482957 Aug 30 11:02:25.961692 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:02:26.519246 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46714) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:26.968409 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:27.040401 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-77cf6bf4-276e-425f-9606-869fa9de290f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:27.454248 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-a89fd1a0-5f8c-4c5c-9ea3-596ac5ec2bd5 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:27.455705 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-a89fd1a0-5f8c-4c5c-9ea3-596ac5ec2bd5 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/networks?id=8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 200 len: 814 time: 0.1327040 Aug 30 11:02:27.492507 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-505f665c-4d03-4747-a7cf-d3c8585531b2 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/quotas/7347ee293abb42f4a305a9cfde110dfa HTTP/1.1" status: 200 len: 375 time: 0.0179181 Aug 30 11:02:27.572550 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-f820bf69-549b-45d8-b61c-8d8ba7ed2ab4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611384 Aug 30 11:02:27.574884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Deleting port d4af16f2-8ecb-408c-87ec-27c507f2efeb {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:27.575222 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:27.726492 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] For port d4af16f2-8ecb-408c-87ec-27c507f2efeb, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=d4af16f2-8ecb-408c-87ec-27c507f2efeb,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:27.726861 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:27.741361 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6494d604-ae8a-420e-8b43-49f4ec666d0f service neutron] 10.222.0.24 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526248 Aug 30 11:02:27.748675 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Calling delete_port for d4af16f2-8ecb-408c-87ec-27c507f2efeb owned by network:router_interface {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:27.887375 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-97b84cf4-1f4f-44f5-8a62-c9f67a3b9370 service neutron] 10.222.0.24 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375954 Aug 30 11:02:28.091817 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:28.120240 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4af16f2-8ecb-408c-87ec-27c507f2efeb,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:28.144088 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-070c1d25-657b-4cce-a994-7c25105c3c26 req-5dd2d813-5908-4be5-bbbe-a9f16fc5f96f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 210 time: 0.0354211 Aug 30 11:02:28.293630 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:28.509762 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:02:28.618527 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:28.624239 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-0a91e0b7-ab3e-44c6-a126-66a800341db5 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae8d96d9-d1df-4f12-a278-cd5808dd8d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038888 Aug 30 11:02:28.628306 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] Sync routers for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:28.631985 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46744) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:28.638505 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:28.639234 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:28.736410 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:28.749567 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:28.853950 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:28.940979 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T11:02:27Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:28.968554 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] Checking router: ae8d96d9-d1df-4f12-a278-cd5808dd8d86 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:28.977009 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] Routers {'ae8d96d9-d1df-4f12-a278-cd5808dd8d86'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:28.977623 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:29.027596 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Deleting port d2d45999-a64f-4a5a-8d3b-ac5c7166393d {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:29.027935 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.085967 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] Set router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:29.110230 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] For port d2d45999-a64f-4a5a-8d3b-ac5c7166393d, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:29.110599 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.124075 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Calling delete_port for d2d45999-a64f-4a5a-8d3b-ac5c7166393d owned by network:router_gateway {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:29.275207 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T11:02:27Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:29.276793 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d75ec22c-aed6-485f-b082-31701cbf0cc7 req-f19bf193-178e-45bd-945d-63e1d346eb2a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 210 time: 0.0474966 Aug 30 11:02:29.306615 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc599d3-c95a-4e4a-88c6-8b70386e0d6c None None] The sync data for ids ['ae8d96d9-d1df-4f12-a278-cd5808dd8d86'] in dv-cinder-806559-1-iscsi is: [{'id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'name': 'tempest-AttachVolumeTestJSON-1952019563-router', 'tenant_id': 'cb30cc0da98546329a5eb164d68788ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T11:02:27Z', 'revision_number': 5, 'project_id': 'cb30cc0da98546329a5eb164d68788ad', 'gw_port': {'id': 'd2d45999-a64f-4a5a-8d3b-ac5c7166393d', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8d96d9-d1df-4f12-a278-cd5808dd8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:27Z', 'updated_at': '2021-08-30T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:29.468438 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.493059 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d45999-a64f-4a5a-8d3b-ac5c7166393d,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:29.568165 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.685248 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.688171 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.800376 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d4af16f2-8ecb-408c-87ec-27c507f2efeb no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:29.829159 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: d4af16f2-8ecb-408c-87ec-27c507f2efeb {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:29.829159 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d4af16f2-8ecb-408c-87ec-27c507f2efeb not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:29.880658 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.886692 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae8d96d9-d1df-4f12-a278-cd5808dd8d86 {{(pid=106343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:02:29.886692 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.887760 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6ccf23ce-9c1a-44b6-afa2-90a1f0e0d7b3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ae8d96d9-d1df-4f12-a278-cd5808dd8d86 HTTP/1.1" status: 204 len: 168 time: 1.2547147 Aug 30 11:02:29.890367 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46750) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:29.938462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] Deleting subnet c80933e7-748d-45ff-ab41-1e96a2097ef3 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:02:29.939394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:29.984736 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.098153 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.131171 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-f82d9688-a513-4852-84b8-3eb331e73c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.257778 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.288133 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80933e7-748d-45ff-ab41-1e96a2097ef3,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:30.291642 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.294508 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-f45e65bc-bf53-44c1-9978-b80b477c7a23 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c80933e7-748d-45ff-ab41-1e96a2097ef3 HTTP/1.1" status: 204 len: 168 time: 0.4021585 Aug 30 11:02:30.296008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46752) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:30.299615 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f95557-4e7d-46f5-90a5-34098c47558e None None] Network ea100e7a-af1d-407a-bf23-acf074e8265c requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:02:30.379181 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.397054 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-327e38ee-adab-4284-8222-22040267d571 req-02d2f9b9-7e52-4195-b28c-ee3118b84449 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 210 time: 0.0338807 Aug 30 11:02:30.401496 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.457021 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Deleting port e8d6f176-0bdb-4362-b415-97d89505be37 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:30.457386 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.508177 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] DHCP port deletion for ea100e7a-af1d-407a-bf23-acf074e8265c request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:02:30.526231 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] For port e8d6f176-0bdb-4362-b415-97d89505be37, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e8d6f176-0bdb-4362-b415-97d89505be37,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:30.526604 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.540168 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Calling delete_port for e8d6f176-0bdb-4362-b415-97d89505be37 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:30.555783 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Deleting port e8d6f176-0bdb-4362-b415-97d89505be37 {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:30.556164 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.618201 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] For port e8d6f176-0bdb-4362-b415-97d89505be37, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e8d6f176-0bdb-4362-b415-97d89505be37,segment=NetworkSegment(5b821c8c-baea-4d02-8b54-6a41ee166f45),segment_id=5b821c8c-baea-4d02-8b54-6a41ee166f45)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:30.618501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.631666 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Calling delete_port for e8d6f176-0bdb-4362-b415-97d89505be37 owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:30.736825 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.746213 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.763392 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d6f176-0bdb-4362-b415-97d89505be37,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:30.765214 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] No DVR routers for this DVR port e8d6f176-0bdb-4362-b415-97d89505be37 on host dv-cinder-806559-1-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:02:30.779840 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Pushing event deleted for resources: {'Port': ['ID=e8d6f176-0bdb-4362-b415-97d89505be37,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:30.782057 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] No DVR routers for this DVR port e8d6f176-0bdb-4362-b415-97d89505be37 on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:02:30.795372 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.795741 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.796070 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.796420 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.796729 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.797164 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.797497 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.797823 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.798197 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.798531 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.798849 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.799171 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd80b85-20f1-4578-a346-1fa635024027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:30.841406 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.851910 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea100e7a-af1d-407a-bf23-acf074e8265c']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:30.862277 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b821c8c-baea-4d02-8b54-6a41ee166f45') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:30.862573 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b821c8c-baea-4d02-8b54-6a41ee166f45') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:30.873672 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.895019 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.901050 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:02:30.901515 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.902849 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:02:30.903369 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:02:31.044020 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.048369 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.054295 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ea100e7a-af1d-407a-bf23-acf074e8265c HTTP/1.1" status: 204 len: 168 time: 0.7572265 Aug 30 11:02:31.078265 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193c418-5ad0-4f5a-938d-5deaf7116112 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea100e7a-af1d-407a-bf23-acf074e8265c,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:31.106734 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-4bb918e8-2c20-482c-b83c-7c8df18a8415 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:31.108475 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-4bb918e8-2c20-482c-b83c-7c8df18a8415 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.18 "GET /v2.0/networks?id=8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 200 len: 814 time: 0.1365507 Aug 30 11:02:31.126793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'port': {'device_id': '79230ab2-5678-4885-9969-7e72344595f7', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'admin_state_up': True, 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:02:31.371508 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Made reservation on behalf of 7347ee293abb42f4a305a9cfde110dfa for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:02:31.375063 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.447204 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 46762) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:31.511774 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-231e35c6-782f-4f11-a9e1-4497edd47cde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb30cc0da98546329a5eb164d68788ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631638 Aug 30 11:02:31.515677 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 46766) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:31.531263 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0ad025b2-9084-4a3f-9462-120820c3ce3a req-4e49d8ae-25f5-4e80-8f26-c694eb0929da tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 210 time: 0.0324240 Aug 30 11:02:31.533790 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Allocated IP 172.20.0.13 (8ee2c4fc-a494-44eb-b704-667cf89fde84/1cf9ff2c-a0de-492b-bbe0-78027a66313d/3ac24a74-ec3a-406c-b808-c8366ae9c8d1) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:02:31.615531 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0a44f0c4-1483-406e-ac34-050ca98191b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.676614 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e8d6f176-0bdb-4362-b415-97d89505be37 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:31.688706 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0a44f0c4-1483-406e-ac34-050ca98191b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.696978 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: e8d6f176-0bdb-4362-b415-97d89505be37 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:31.697586 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e8d6f176-0bdb-4362-b415-97d89505be37 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:31.698173 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d2d45999-a64f-4a5a-8d3b-ac5c7166393d no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:31.721678 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: d2d45999-a64f-4a5a-8d3b-ac5c7166393d {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:31.722019 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device d2d45999-a64f-4a5a-8d3b-ac5c7166393d not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:31.772668 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.863292 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Transition to ACTIVE for port object 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:31.864729 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0a44f0c4-1483-406e-ac34-050ca98191b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.867252 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0a44f0c4-1483-406e-ac34-050ca98191b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.868418 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-0a44f0c4-1483-406e-ac34-050ca98191b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bf7d6d2-14e1-47dd-80a5-3d6bf3da5c6f HTTP/1.1" status: 204 len: 168 time: 0.3517830 Aug 30 11:02:31.880032 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44f0c4-1483-406e-ac34-050ca98191b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf7d6d2-14e1-47dd-80a5-3d6bf3da5c6f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:31.949894 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:31.996917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:02:32.000315 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:02:32.015566 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:02:32.086969 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:32.120017 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:32.121051 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:32.242954 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-6446f982-0626-47ea-9c9e-6a7372636b63 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1201396 Aug 30 11:02:32.457538 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:32.497521 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-74346316-3262-4b6f-a9dc-bfc19351c0fd None None] Provisioning for port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:32.502964 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-74346316-3262-4b6f-a9dc-bfc19351c0fd None None] Provisioning complete for port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:32.503736 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-74346316-3262-4b6f-a9dc-bfc19351c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:32.544150 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-74346316-3262-4b6f-a9dc-bfc19351c0fd None None] Port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:02:32.602433 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:32.682229 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7183b-8880-418a-8b53-0fa4a69596ec req-bab8935e-a625-4758-a3c8-5dc89580c15e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:32.683744 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-00a7183b-8880-418a-8b53-0fa4a69596ec req-bab8935e-a625-4758-a3c8-5dc89580c15e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0580015 Aug 30 11:02:32.725116 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-00a7183b-8880-418a-8b53-0fa4a69596ec req-21f7e671-b57b-4360-be58-07a6b44e6466 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351820 Aug 30 11:02:33.879100 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3cba2-0548-4dfd-a686-a5dd76774c5a req-20392893-b68f-4d81-9ccd-60aeb8290b59 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:33.880666 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7ce3cba2-0548-4dfd-a686-a5dd76774c5a req-20392893-b68f-4d81-9ccd-60aeb8290b59 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0842426 Aug 30 11:02:33.928705 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-7ce3cba2-0548-4dfd-a686-a5dd76774c5a req-95403b57-bc2d-4bfe-8f5a-f90331939c22 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Aug 30 11:02:35.048965 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa421-0c37-479f-9dbc-a8c7ac21304c req-7a6c82f8-039d-4010-90ad-116d6ff16258 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:35.050467 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-89ffa421-0c37-479f-9dbc-a8c7ac21304c req-7a6c82f8-039d-4010-90ad-116d6ff16258 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0517547 Aug 30 11:02:35.089875 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-89ffa421-0c37-479f-9dbc-a8c7ac21304c req-93e7252a-d43c-40e5-93ff-cf534922b0f5 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Aug 30 11:02:36.211280 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322663cf-2ebb-4245-83d8-16ecf1745819 req-f4db4d53-131f-4fd5-8eaf-026b3e56294b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:36.213043 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-322663cf-2ebb-4245-83d8-16ecf1745819 req-f4db4d53-131f-4fd5-8eaf-026b3e56294b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0535092 Aug 30 11:02:36.252244 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-322663cf-2ebb-4245-83d8-16ecf1745819 req-68008537-c0db-4905-b1e2-df59bdc82be8 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Aug 30 11:02:37.376923 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d0a1b-7bc2-4ea0-92be-2320630b0241 req-c2a6e852-aaee-4398-a187-84411d1b8387 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:37.378461 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-aa4d0a1b-7bc2-4ea0-92be-2320630b0241 req-c2a6e852-aaee-4398-a187-84411d1b8387 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0545368 Aug 30 11:02:37.418944 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-aa4d0a1b-7bc2-4ea0-92be-2320630b0241 req-4051abff-290b-4352-a29e-b1f3feb9ef79 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Aug 30 11:02:38.544341 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d088-c8b7-4ebe-b152-bd33496817c3 req-3bcd144a-3d20-4a8d-9a58-f987d35f6ea1 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:38.545860 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a1d0d088-c8b7-4ebe-b152-bd33496817c3 req-3bcd144a-3d20-4a8d-9a58-f987d35f6ea1 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0519946 Aug 30 11:02:38.594295 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a1d0d088-c8b7-4ebe-b152-bd33496817c3 req-a04d7540-62a2-4cd2-b812-512e7f453edd tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366199 Aug 30 11:02:39.733347 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fc5a-8a68-417a-96e8-892e404343ca req-a1386d23-9b17-4c19-9173-8285e5280083 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:39.736666 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-30a9fc5a-8a68-417a-96e8-892e404343ca req-a1386d23-9b17-4c19-9173-8285e5280083 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0701022 Aug 30 11:02:39.779645 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-30a9fc5a-8a68-417a-96e8-892e404343ca req-414f360d-48b0-40d1-8867-fac68c186759 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Aug 30 11:02:40.923126 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a36477-7f70-4ba3-8c62-a0acaaf7b72a req-f5d0cae0-161b-4c4e-b893-4c65aab212f5 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:40.924743 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-31a36477-7f70-4ba3-8c62-a0acaaf7b72a req-f5d0cae0-161b-4c4e-b893-4c65aab212f5 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0602565 Aug 30 11:02:40.984629 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-31a36477-7f70-4ba3-8c62-a0acaaf7b72a req-b91cebae-36c1-40ec-9769-69cc71f0684e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Aug 30 11:02:42.132277 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf993679-8691-4334-8a19-4d827f4248f0 req-d5bfffe9-012e-42c0-a689-8a8abf861aa6 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:42.133856 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bf993679-8691-4334-8a19-4d827f4248f0 req-d5bfffe9-012e-42c0-a689-8a8abf861aa6 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0662525 Aug 30 11:02:42.172451 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bf993679-8691-4334-8a19-4d827f4248f0 req-f5bcaf98-8cf6-4ded-b3a4-b8429acde13c tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Aug 30 11:02:43.311995 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4993-3010-45f3-b9f9-5ca90379c79d req-af5fa643-16d0-4160-8ba5-fa16d3ed225a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:43.313623 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-64ca4993-3010-45f3-b9f9-5ca90379c79d req-af5fa643-16d0-4160-8ba5-fa16d3ed225a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.0706904 Aug 30 11:02:43.360514 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-64ca4993-3010-45f3-b9f9-5ca90379c79d req-d2e448cd-4175-4a44-bd61-2ab79490851e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 30 11:02:44.373465 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Request body: {'port': {'device_id': '79230ab2-5678-4885-9969-7e72344595f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:02:44.502087 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:44.519215 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-750e803b-bc75-4061-b016-006de3720ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1189909 Aug 30 11:02:44.570577 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6a2a-d1fb-4e5d-b50b-fd984a931fe0 req-8ee029bf-fded-43d0-8646-a2a62124d505 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:44.572072 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-096d6a2a-d1fb-4e5d-b50b-fd984a931fe0 req-8ee029bf-fded-43d0-8646-a2a62124d505 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 932 time: 0.1112463 Aug 30 11:02:44.684959 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-d6896422-bffc-420f-aa1c-aa6aa7587e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:44.686495 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-d6896422-bffc-420f-aa1c-aa6aa7587e7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 1100 time: 0.1355503 Aug 30 11:02:44.714191 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-096d6a2a-d1fb-4e5d-b50b-fd984a931fe0 req-b48c17bc-9afb-4a7f-9a15-7a248f9c9907 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209207 Aug 30 11:02:44.899532 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-e829e4f0-b7c1-49eb-89d4-724c3ffd6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:44.901109 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-e829e4f0-b7c1-49eb-89d4-724c3ffd6398 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 200 len: 917 time: 0.1813083 Aug 30 11:02:45.014697 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-6169390c-3682-475d-b134-0e056f96dd5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51 HTTP/1.1" status: 200 len: 1001 time: 0.0999887 Aug 30 11:02:45.034771 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:02:45.063269 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:45.086769 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Transition to ACTIVE for port object 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:02:45.095693 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-ff46659b-e2b4-483a-a0bf-7e17d03126bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:45.097320 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-ff46659b-e2b4-483a-a0bf-7e17d03126bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 200 len: 855 time: 0.0732431 Aug 30 11:02:45.152349 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-9b53f9f6-161c-4dd8-8407-22fb9603e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:45.153820 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-9b53f9f6-161c-4dd8-8407-22fb9603e7d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43f2c14d-fb7b-467f-8d36-fba7940afac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477233 Aug 30 11:02:45.210008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:45.303906 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:45.351947 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-a5430fb0-5724-4414-857f-9b26ddd023d9 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898167 Aug 30 11:02:45.497944 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Attempting to bind port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:02:45.498687 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Attempting to bind port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:02:45.498955 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Attempting to bind port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 on network 8ee2c4fc-a494-44eb-b704-667cf89fde84 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:45.519929 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 on network 8ee2c4fc-a494-44eb-b704-667cf89fde84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 11:02:45.520493 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Attempting to bind port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 on network 8ee2c4fc-a494-44eb-b704-667cf89fde84 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:02:45.544583 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:02:45.545192 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Checking segment: {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:02:45.545852 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Bound using segment: {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:02:45.546601 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Bound port: 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625e2065-62f1-435c-b645-0c9aae93b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:02:45.547739 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:45.851775 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695c78-3398-4abf-88ed-3ab4759c93dc req-b835b0ef-16b9-4443-a29f-17c16989df9d tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:45.853542 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-98695c78-3398-4abf-88ed-3ab4759c93dc req-b835b0ef-16b9-4443-a29f-17c16989df9d tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 944 time: 0.0592930 Aug 30 11:02:45.869661 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-56772772-82e8-4cc0-a3f5-3e621a38101f req-d9e68732-94d5-4b5d-9dd0-6078d142a8a2 service neutron] 10.222.0.18 "GET /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059044 Aug 30 11:02:45.909190 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-98695c78-3398-4abf-88ed-3ab4759c93dc req-5b72b375-4f01-4b65-9a5a-0c1ba8e2f6f3 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Aug 30 11:02:45.922562 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:02:45.929732 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:02:46.029273 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b04fb2-5524-4c52-9e43-8c8e74e0dc4d req-b05c694f-239f-47e9-b376-2d48d0137f76 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.030854 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c9b04fb2-5524-4c52-9e43-8c8e74e0dc4d req-b05c694f-239f-47e9-b376-2d48d0137f76 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 947 time: 0.0570929 Aug 30 11:02:46.045198 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:46.112239 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.112848 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:46.114379 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] 10.222.0.18 "PUT /v2.0/ports/3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 1094 time: 1.7453208 Aug 30 11:02:46.117346 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:46.119867 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c99421-6d08-4d26-846e-c429a6084317" -d '{"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:46.130374 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c9b04fb2-5524-4c52-9e43-8c8e74e0dc4d req-97b60630-bf42-4de2-b561-7a50ac578caa tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921643 Aug 30 11:02:46.145632 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fae55-06df-47a4-8ba6-38f0717b5317 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:46.177300 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d7b68f-30ff-43a6-8977-9ff60422b100 x-openstack-request-id: req-07d7b68f-30ff-43a6-8977-9ff60422b100 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:46.177768 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:46.178035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07d7b68f-30ff-43a6-8977-9ff60422b100 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:46.178450 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'status': 'completed', 'code': 200} Aug 30 11:02:46.286299 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c99421-6d08-4d26-846e-c429a6084317 req-733a04cc-f8ef-483c-8e7b-6072603dbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.286299 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-39c99421-6d08-4d26-846e-c429a6084317 req-733a04cc-f8ef-483c-8e7b-6072603dbd75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1097 time: 0.0576942 Aug 30 11:02:46.377417 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c99421-6d08-4d26-846e-c429a6084317 req-4a7f8b3c-b665-42c5-bdaa-48d5d3b2b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.379749 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-39c99421-6d08-4d26-846e-c429a6084317 req-4a7f8b3c-b665-42c5-bdaa-48d5d3b2b769 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7347ee293abb42f4a305a9cfde110dfa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1058941 Aug 30 11:02:46.514570 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c99421-6d08-4d26-846e-c429a6084317 req-6308eb5b-04d5-4791-9e0b-68b2357316aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.516287 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-39c99421-6d08-4d26-846e-c429a6084317 req-6308eb5b-04d5-4791-9e0b-68b2357316aa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288869 Aug 30 11:02:46.622194 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-faac4737-a359-4ee3-a52c-cad39dd46cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.623763 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-faac4737-a359-4ee3-a52c-cad39dd46cdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1097 time: 0.0539179 Aug 30 11:02:46.683685 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-8054a521-72dd-4bfc-920f-3bda1aafccaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 217 time: 0.0446043 Aug 30 11:02:46.789703 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-7376848f-c337-4fc8-97f3-5aa53ac0538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.792273 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-7376848f-c337-4fc8-97f3-5aa53ac0538d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cf9ff2c-a0de-492b-bbe0-78027a66313d HTTP/1.1" status: 200 len: 853 time: 0.0959098 Aug 30 11:02:46.864101 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-71329695-a752-4480-a245-ac0561a671fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:46.866627 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-71329695-a752-4480-a245-ac0561a671fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ee2c4fc-a494-44eb-b704-667cf89fde84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572278 Aug 30 11:02:46.984945 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-20cbc52e-e43b-4efc-a8d3-d846ffcc79da service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074975 Aug 30 11:02:47.131319 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995fba-f37a-4953-8dc3-fce1077aed0e req-f83476c8-e932-442a-9d0b-a17bcd00908e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:47.132914 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8c995fba-f37a-4953-8dc3-fce1077aed0e req-f83476c8-e932-442a-9d0b-a17bcd00908e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 944 time: 0.1297364 Aug 30 11:02:47.158842 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-79bf397e-897e-49f3-ad3b-a18e12ca6edd req-52b0adee-68c7-495a-b7aa-2d7867896bf9 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638293 Aug 30 11:02:47.192415 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8c995fba-f37a-4953-8dc3-fce1077aed0e req-a07f8b57-8184-4860-a890-b0dac86118b8 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Aug 30 11:02:47.283532 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c2aa4-ffe1-41f9-b350-be627f778d61 req-4536fd42-8bc9-4ee5-ba8a-00ff306f88b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:47.285230 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-449c2aa4-ffe1-41f9-b350-be627f778d61 req-4536fd42-8bc9-4ee5-ba8a-00ff306f88b8 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 947 time: 0.0537124 Aug 30 11:02:47.330996 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-449c2aa4-ffe1-41f9-b350-be627f778d61 req-216feec0-20b0-4968-a4f9-60621910e06a tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d6291a1-5a2f-4c61-94b6-addd9922e548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377302 Aug 30 11:02:47.585705 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-0b3e2378-0c1e-4e3a-b06f-3f480dd2e83e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:47.587246 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-0b3e2378-0c1e-4e3a-b06f-3f480dd2e83e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 947 time: 0.0512087 Aug 30 11:02:47.696792 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Deleting port f2abab77-f4e7-4d63-b88b-e58ad1764f51 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:47.697478 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:47.805684 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] For port f2abab77-f4e7-4d63-b88b-e58ad1764f51, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=f2abab77-f4e7-4d63-b88b-e58ad1764f51,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:47.806069 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:47.996128 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:47.996539 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:47.996917 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Floating IP bf3d9268-2fca-4462-80f2-75376b3903b5 disassociated. External IP: 172.27.2.89, port: f2abab77-f4e7-4d63-b88b-e58ad1764f51. Aug 30 11:02:47.997305 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Calling delete_port for f2abab77-f4e7-4d63-b88b-e58ad1764f51 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:48.228266 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:48.260143 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event deleted for resources: {'Port': ['ID=f2abab77-f4e7-4d63-b88b-e58ad1764f51,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:48.410073 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7151d-28da-4dd6-86b5-40c314d881a0 req-9325b744-3458-4418-b88f-5bd1950192ef tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:48.413992 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-74c7151d-28da-4dd6-86b5-40c314d881a0 req-9325b744-3458-4418-b88f-5bd1950192ef tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 944 time: 0.1408591 Aug 30 11:02:48.454619 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Router 9fba9a5b-f21b-4285-9000-05cc488b10b4 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:02:48.472298 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-74c7151d-28da-4dd6-86b5-40c314d881a0 req-f294565a-28ce-4525-b620-fc6d86af2bd0 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500362 Aug 30 11:02:48.479649 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-ab16be5c-80a7-4e67-9a6e-11f8da4ab1b7 req-fa45a8ab-895c-45e2-b5e1-7690463ee64e tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 210 time: 0.0294454 Aug 30 11:02:48.588729 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:48.604700 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] Sync routers for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:48.617223 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:48.617986 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:48.630942 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] No DVR routers for this DVR port f2abab77-f4e7-4d63-b88b-e58ad1764f51 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:02:48.634683 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:48.636771 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-2d3c63f2-cb06-4752-aaf0-0f5f4b9c3f01 req-16807729-2685-40dd-8d62-1c21395d4cf5 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.18 "DELETE /v2.0/ports/f2abab77-f4e7-4d63-b88b-e58ad1764f51 HTTP/1.1" status: 204 len: 173 time: 1.0363953 Aug 30 11:02:48.637265 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-deleted', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:48.639621 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ad3f6f-6226-41d5-a3a6-a18cfd864f6b" -d '{"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-deleted", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:48.680112 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d74ff2-17dc-44a5-816d-fa29a4bc07ce x-openstack-request-id: req-93d74ff2-17dc-44a5-816d-fa29a4bc07ce {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:48.680411 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a1c994-44ae-464a-9b1f-0bf6d03dac9c", "name": "network-vif-deleted", "tag": "f2abab77-f4e7-4d63-b88b-e58ad1764f51", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:48.680670 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93d74ff2-17dc-44a5-816d-fa29a4bc07ce {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:48.684148 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a1c994-44ae-464a-9b1f-0bf6d03dac9c', 'name': 'network-vif-deleted', 'tag': 'f2abab77-f4e7-4d63-b88b-e58ad1764f51', 'status': 'completed', 'code': 200} Aug 30 11:02:48.743340 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:48.952239 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:48.979046 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] Checking router: 9fba9a5b-f21b-4285-9000-05cc488b10b4 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:48.993658 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:48.994281 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:49.102428 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:49.309494 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:49.339134 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d97908-9c52-4635-a6d3-af20d0b6932d None None] The sync data for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi is: [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T10:55:35Z', 'revision_number': 4, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '64e0f348-e56d-4d26-ba28-7ba858eb7974', 'name': '', 'network_id': '43f2c14d-fb7b-467f-8d36-fba7940afac1', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'mac_address': 'fa:16:3e:6a:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:32Z', 'updated_at': '2021-08-30T10:55:48Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'subnets': [{'id': '8fead83d-b577-4631-a6b0-4586e8607f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:49.617010 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0ac9a9d1-1c89-47e8-b24f-46114f53e858 req-84ad6e90-b154-4612-828c-162a0cb7be96 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/ports?device_id=52a1c994-44ae-464a-9b1f-0bf6d03dac9c HTTP/1.1" status: 200 len: 210 time: 0.0322704 Aug 30 11:02:49.645055 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbdb4-d9e0-48b2-8407-6a546473adb3 req-78ce8931-e0e5-44a9-87cd-28f65d60c67e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:49.646701 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6ddfbdb4-d9e0-48b2-8407-6a546473adb3 req-78ce8931-e0e5-44a9-87cd-28f65d60c67e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 944 time: 0.0881350 Aug 30 11:02:49.661195 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1550ad-cc4e-4525-b130-cc0271886c10 None None] New status for floating IP bf3d9268-2fca-4462-80f2-75376b3903b5: DOWN {{(pid=106344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:02:49.690207 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6ddfbdb4-d9e0-48b2-8407-6a546473adb3 req-e6654e8d-8452-47cc-86ee-12889058f1da tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Aug 30 11:02:50.157854 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:02:50.159851 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:50.187136 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: f2abab77-f4e7-4d63-b88b-e58ad1764f51 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:50.187475 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device f2abab77-f4e7-4d63-b88b-e58ad1764f51 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:50.275183 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:50.288341 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'port_id': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'mac_address': 'fa:16:3e:72:04:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:02:50.330910 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:50.344571 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:02:50.365200 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:50.445413 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:50.497798 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:50.679201 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['3ac24a74-ec3a-406c-b808-c8366ae9c8d1'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:02:50.778505 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47012) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:50.814414 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61916d-ca3f-449b-8512-e92aca8410e3 req-fd5fde51-cd0a-45d2-aa49-ddf9ec3dda7a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:50.816326 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bf61916d-ca3f-449b-8512-e92aca8410e3 req-fd5fde51-cd0a-45d2-aa49-ddf9ec3dda7a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 945 time: 0.0566683 Aug 30 11:02:50.845136 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:50.860387 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-bf61916d-ca3f-449b-8512-e92aca8410e3 req-b9318e09-d7df-4d19-a7f2-45a01148f5a9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Aug 30 11:02:50.875244 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:50.988258 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:50.991700 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:50.992978 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "DELETE /v2.0/security-groups/6d6291a1-5a2f-4c61-94b6-addd9922e548 HTTP/1.1" status: 204 len: 168 time: 0.2134087 Aug 30 11:02:50.996314 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47020) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:51.003498 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6291a1-5a2f-4c61-94b6-addd9922e548,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:51.012993 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.013553 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.013960 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.014365 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.014761 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.015308 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.015834 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.016512 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.017118 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.017514 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.017904 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.018045 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.api.v2.resource [None req-5b521b9f-0c14-4079-b0a9-3a217f09cd12 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] show failed (client error): The resource could not be found. Aug 30 11:02:51.018585 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7409bc36-6999-4d8c-a997-6f1bc8036495 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:51.019135 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-5b521b9f-0c14-4079-b0a9-3a217f09cd12 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "GET /v2.0/security-groups/6d6291a1-5a2f-4c61-94b6-addd9922e548 HTTP/1.1" status: 404 len: 347 time: 0.0217423 Aug 30 11:02:51.022756 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47024) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:51.153096 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Deleting port 39d20c26-f766-4524-af99-ba668d1cf8f0 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:51.153439 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:51.234836 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:51.235168 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:51.247521 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Calling delete_port for 39d20c26-f766-4524-af99-ba668d1cf8f0 owned by network:floatingip {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:51.702231 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:51.728334 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Pushing event deleted for resources: {'Port': ['ID=39d20c26-f766-4524-af99-ba668d1cf8f0,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:51.793140 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks [] for floatingip, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:51.797885 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:51.797885 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-60e83942-68b8-434a-97d3-5c0a65558c15 tempest-AttachVolumeShelveTestJSON-2082228901 tempest-AttachVolumeShelveTestJSON-2082228901-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf3d9268-2fca-4462-80f2-75376b3903b5 HTTP/1.1" status: 204 len: 168 time: 0.7730510 Aug 30 11:02:52.001549 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d76d-96cb-48fa-930c-432c034d7a6c req-4de42292-2fab-4864-921b-000754da436c tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:52.003044 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9728d76d-96cb-48fa-930c-432c034d7a6c req-4de42292-2fab-4864-921b-000754da436c tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 945 time: 0.0495996 Aug 30 11:02:52.044700 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9728d76d-96cb-48fa-930c-432c034d7a6c req-e0af8746-efd5-4e5c-83e3-758e4e467202 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Aug 30 11:02:52.156819 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:02:52.296877 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:02:52.301027 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:02:52.301403 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:52.383343 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:52.409006 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:02:52.412100 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7c1e53-0538-4c98-86bc-b7249e4e7a56" -d '{"events": [{"server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "name": "network-vif-plugged", "status": "completed", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:02:52.427647 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:52.452212 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa41508-2303-4b7a-ad01-9ec68a13f0e4 x-openstack-request-id: req-0fa41508-2303-4b7a-ad01-9ec68a13f0e4 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:02:52.452655 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "name": "network-vif-plugged", "status": "completed", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:02:52.452921 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fa41508-2303-4b7a-ad01-9ec68a13f0e4 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:02:52.453343 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'code': 200} Aug 30 11:02:52.519848 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:52.580477 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:52.805824 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745606f9-bb42-47fa-9ec4-da60aca33b0e req-376589b3-d556-4216-ad75-5f21552902ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:52.805824 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-745606f9-bb42-47fa-9ec4-da60aca33b0e req-376589b3-d556-4216-ad75-5f21552902ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1099 time: 0.0467253 Aug 30 11:02:52.851535 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-745606f9-bb42-47fa-9ec4-da60aca33b0e req-f9232960-99f5-40e4-9c5e-eaa9c722fb77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Aug 30 11:02:53.165804 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3120a5-15a7-48f4-9c25-5d846e5b40f3 req-fa922ccc-b13f-44e2-bb81-7d59d5fa51f2 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:53.167311 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1a3120a5-15a7-48f4-9c25-5d846e5b40f3 req-fa922ccc-b13f-44e2-bb81-7d59d5fa51f2 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0495968 Aug 30 11:02:53.212442 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1a3120a5-15a7-48f4-9c25-5d846e5b40f3 req-34946400-c352-4146-9356-11b782c05065 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381434 Aug 30 11:02:54.328271 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26510-5a45-49a1-9ab3-11a894134619 req-5342000b-1269-49e2-b58f-d0c78e1717fd tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:54.329785 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-47e26510-5a45-49a1-9ab3-11a894134619 req-5342000b-1269-49e2-b58f-d0c78e1717fd tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0498707 Aug 30 11:02:54.368580 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-47e26510-5a45-49a1-9ab3-11a894134619 req-33ed4b26-20c2-4f3c-a998-d42f27e10916 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Aug 30 11:02:54.490134 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73208326-ccc7-45f7-9994-5700b2c77218 req-8b669848-4ef2-4443-bcc2-8ff8294f5d41 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:54.492280 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-73208326-ccc7-45f7-9994-5700b2c77218 req-8b669848-4ef2-4443-bcc2-8ff8294f5d41 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0517578 Aug 30 11:02:54.536009 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-73208326-ccc7-45f7-9994-5700b2c77218 req-69b2c311-cca3-49de-a353-eb79d3794298 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373380 Aug 30 11:02:54.613040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47092) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:54.927716 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4dbf-ad4d-48a6-acf4-80c29ede4201 req-422417b2-cc09-40ca-8485-bac474812d8b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:02:54.929353 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-583a4dbf-ad4d-48a6-acf4-80c29ede4201 req-422417b2-cc09-40ca-8485-bac474812d8b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0536411 Aug 30 11:02:54.970878 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-583a4dbf-ad4d-48a6-acf4-80c29ede4201 req-0099de59-4e5b-4bce-98fb-6e81cedc67eb tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Aug 30 11:02:55.210545 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:55.486822 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Deleting port 64e0f348-e56d-4d26-ba28-7ba858eb7974 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:55.487555 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:55.587109 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] For port 64e0f348-e56d-4d26-ba28-7ba858eb7974, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=64e0f348-e56d-4d26-ba28-7ba858eb7974,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:55.587532 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:55.601317 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Calling delete_port for 64e0f348-e56d-4d26-ba28-7ba858eb7974 owned by network:router_interface {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:55.948215 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:55.979106 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Pushing event deleted for resources: {'Port': ['ID=64e0f348-e56d-4d26-ba28-7ba858eb7974,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:56.171328 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.356345 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47124) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:56.415184 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Router 9fba9a5b-f21b-4285-9000-05cc488b10b4 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:02:56.482012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bc10e8f7-53f9-43dc-8ec2-906818bb910c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.531919 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:02:56.542676 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-61e1d8ae-0df5-43de-bafd-21b6cd63792c admin admin] 10.222.0.24 "PUT /v2.0/routers/9fba9a5b-f21b-4285-9000-05cc488b10b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238064 Aug 30 11:02:56.542676 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47128) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:56.546547 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] Sync routers for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:02:56.558657 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:56.559684 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:56.625030 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bc10e8f7-53f9-43dc-8ec2-906818bb910c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.674744 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks [] for router, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.685551 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:56.691198 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bc10e8f7-53f9-43dc-8ec2-906818bb910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.735261 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-bc10e8f7-53f9-43dc-8ec2-906818bb910c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e96fac40307474896eb9bd720d98615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775623 Aug 30 11:02:56.736812 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10e8f7-53f9-43dc-8ec2-906818bb910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3e035-a3ae-4271-b8d5-6732e0688d2c,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:56.738742 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47130) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:56.836824 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.846505 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fb24d3bf-2cd2-4931-a645-2f8d2da44c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.872810 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fb24d3bf-2cd2-4931-a645-2f8d2da44c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.951521 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Deleting port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:56.951886 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:56.965622 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T11:02:55Z', 'revision_number': 5, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port': {'id': '969ac6c4-90c8-44b5-84e0-caed2d9e69d7', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:55:26Z', 'updated_at': '2021-08-30T10:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:56.995645 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] Checking router: 9fba9a5b-f21b-4285-9000-05cc488b10b4 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:02:57.003596 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] Routers {'9fba9a5b-f21b-4285-9000-05cc488b10b4'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:02:57.004225 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:02:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['9fba9a5b-f21b-4285-9000-05cc488b10b4'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:57.032639 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fb24d3bf-2cd2-4931-a645-2f8d2da44c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.035216 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fb24d3bf-2cd2-4931-a645-2f8d2da44c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.036425 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-fb24d3bf-2cd2-4931-a645-2f8d2da44c57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1d3e035-a3ae-4271-b8d5-6732e0688d2c HTTP/1.1" status: 204 len: 168 time: 0.2961185 Aug 30 11:02:57.051085 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] For port 969ac6c4-90c8-44b5-84e0-caed2d9e69d7, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:57.051445 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.054916 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24d3bf-2cd2-4931-a645-2f8d2da44c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3e035-a3ae-4271-b8d5-6732e0688d2c,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:57.056850 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5bb5b24b-b89e-4661-90ae-0f3a3b310f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.070294 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Calling delete_port for 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 owned by network:router_gateway {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:57.102643 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] Set router 9fba9a5b-f21b-4285-9000-05cc488b10b4 gateway port host: None {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:02:57.160143 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T11:02:56Z', 'revision_number': 6, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port_host': None}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:57.193445 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d47a2e-e6f4-495f-9b08-3c48e1807e00 None None] The sync data for ids ['9fba9a5b-f21b-4285-9000-05cc488b10b4'] in dv-cinder-806559-1-iscsi is: [{'id': '9fba9a5b-f21b-4285-9000-05cc488b10b4', 'name': 'tempest-AttachVolumeShelveTestJSON-195443110-router', 'tenant_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:55:25Z', 'updated_at': '2021-08-30T11:02:56Z', 'revision_number': 6, 'project_id': '9b99cdcd62864a20a3ff1dddb3d69585', 'gw_port_host': None}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:02:57.554992 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.581662 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Pushing event deleted for resources: {'Port': ['ID=969ac6c4-90c8-44b5-84e0-caed2d9e69d7,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:57.657157 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.749048 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.751293 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.786241 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47152) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:57.799827 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef884-4110-4669-b44a-fb1ec7103710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.889105 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef884-4110-4669-b44a-fb1ec7103710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.902194 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.902662 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fba9a5b-f21b-4285-9000-05cc488b10b4 {{(pid=106343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:02:57.910820 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.910820 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1d3804da-30de-4e2c-b703-dbec62d52348 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9fba9a5b-f21b-4285-9000-05cc488b10b4 HTTP/1.1" status: 204 len: 168 time: 1.3661361 Aug 30 11:02:57.911917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47154) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:57.956302 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] Deleting subnet 8fead83d-b577-4631-a6b0-4586e8607f17 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:02:57.960041 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:57.965816 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef884-4110-4669-b44a-fb1ec7103710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.033191 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.061076 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-9b2ef884-4110-4669-b44a-fb1ec7103710 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b7a68650e6b4438bfacb5a64177a1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736273 Aug 30 11:02:58.063823 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47156) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:58.064021 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ef884-4110-4669-b44a-fb1ec7103710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae25bc-97bb-4db6-9029-12c52927fa93,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:58.086026 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 64e0f348-e56d-4d26-ba28-7ba858eb7974 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:58.107210 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 64e0f348-e56d-4d26-ba28-7ba858eb7974 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:58.107900 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 64e0f348-e56d-4d26-ba28-7ba858eb7974 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:58.125920 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55a3af2b-5c06-4cb4-a7c7-a6b227c2137b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.132499 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.149793 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55a3af2b-5c06-4cb4-a7c7-a6b227c2137b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.251080 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.284859 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fead83d-b577-4631-a6b0-4586e8607f17,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:58.303608 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55a3af2b-5c06-4cb4-a7c7-a6b227c2137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.308096 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.310151 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-76397c6c-6172-4b6d-987f-06199f1b1c5e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8fead83d-b577-4631-a6b0-4586e8607f17 HTTP/1.1" status: 204 len: 168 time: 0.3972416 Aug 30 11:02:58.311185 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af9d97-a010-4955-855d-463d1c7cd224 None None] Network 43f2c14d-fb7b-467f-8d36-fba7940afac1 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:02:58.312788 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47160) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:58.312982 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-55a3af2b-5c06-4cb4-a7c7-a6b227c2137b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.316471 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-55a3af2b-5c06-4cb4-a7c7-a6b227c2137b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6ae25bc-97bb-4db6-9029-12c52927fa93 HTTP/1.1" status: 204 len: 168 time: 0.2492728 Aug 30 11:02:58.326350 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3af2b-5c06-4cb4-a7c7-a6b227c2137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae25bc-97bb-4db6-9029-12c52927fa93,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:58.437951 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.532224 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Deleting port 61c39402-33c1-441d-93b1-6799e6b51f97 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:58.532864 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.584344 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] DHCP port deletion for 43f2c14d-fb7b-467f-8d36-fba7940afac1 request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:02:58.613740 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] For port 61c39402-33c1-441d-93b1-6799e6b51f97, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=61c39402-33c1-441d-93b1-6799e6b51f97,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:58.616022 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.632335 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Calling delete_port for 61c39402-33c1-441d-93b1-6799e6b51f97 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:58.660586 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] Deleting port 61c39402-33c1-441d-93b1-6799e6b51f97 {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:02:58.660917 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.753006 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] For port 61c39402-33c1-441d-93b1-6799e6b51f97, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=61c39402-33c1-441d-93b1-6799e6b51f97,segment=NetworkSegment(47f859c3-0937-420f-880f-ee267eb42ef5),segment_id=47f859c3-0937-420f-880f-ee267eb42ef5)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:02:58.753522 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.774367 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] Calling delete_port for 61c39402-33c1-441d-93b1-6799e6b51f97 owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:02:58.784078 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.816398 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] No DVR routers for this DVR port 61c39402-33c1-441d-93b1-6799e6b51f97 on host dv-cinder-806559-1-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:02:58.821945 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c39402-33c1-441d-93b1-6799e6b51f97,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:58.850925 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.851247 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.851789 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.852301 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.852803 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.853347 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.853881 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.854208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.854793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.855195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.855492 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.856029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:02:58.919078 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.929104 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f2c14d-fb7b-467f-8d36-fba7940afac1']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:58.940765 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f859c3-0937-420f-880f-ee267eb42ef5') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:58.943205 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f859c3-0937-420f-880f-ee267eb42ef5') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:02:58.951998 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.972016 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.978980 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:02:58.979523 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:02:58.981425 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:02:58.989858 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:59.015562 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] Pushing event deleted for resources: {'Port': ['ID=61c39402-33c1-441d-93b1-6799e6b51f97,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:59.027358 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5cc40-3e76-475c-9a54-fc287ae55908 None None] No DVR routers for this DVR port 61c39402-33c1-441d-93b1-6799e6b51f97 on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:02:59.131526 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:59.142036 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:59.143981 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] 10.222.0.24 "DELETE /v2.0/networks/43f2c14d-fb7b-467f-8d36-fba7940afac1 HTTP/1.1" status: 204 len: 168 time: 0.8301744 Aug 30 11:02:59.158408 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6c29d-cb24-40a1-a0d4-b01272685051 admin admin] Pushing event deleted for resources: {'Network': ['ID=43f2c14d-fb7b-467f-8d36-fba7940afac1,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:02:59.560225 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47188) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:59.602332 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c484372e-b042-47df-ad40-57596cb22b55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b99cdcd62864a20a3ff1dddb3d69585&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408690 Aug 30 11:02:59.605051 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47190) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:02:59.667090 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2265cfad-3e68-4a8a-afc4-2a30653d90f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:59.678450 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:59.694452 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2265cfad-3e68-4a8a-afc4-2a30653d90f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:59.700547 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:59.702247 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 969ac6c4-90c8-44b5-84e0-caed2d9e69d7 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:59.706495 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 61c39402-33c1-441d-93b1-6799e6b51f97 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:02:59.722933 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 61c39402-33c1-441d-93b1-6799e6b51f97 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:02:59.723312 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 61c39402-33c1-441d-93b1-6799e6b51f97 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:02:59.804996 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2265cfad-3e68-4a8a-afc4-2a30653d90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:59.807580 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2265cfad-3e68-4a8a-afc4-2a30653d90f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:02:59.808815 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-2265cfad-3e68-4a8a-afc4-2a30653d90f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6700f442-1c6b-40e1-a86b-34f35151cdbb HTTP/1.1" status: 204 len: 168 time: 0.2027724 Aug 30 11:02:59.816862 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265cfad-3e68-4a8a-afc4-2a30653d90f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700f442-1c6b-40e1-a86b-34f35151cdbb,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:00.096457 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1058-547d-462f-ba7a-d1bce348fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:00.365095 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:00.978049 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:02.422733 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:02.964379 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:03:03.336408 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:04.533737 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47364) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:04.641785 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-095e0f9f-f893-4930-befb-9321b3e12463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:04.757334 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-095e0f9f-f893-4930-befb-9321b3e12463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:04.856504 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-095e0f9f-f893-4930-befb-9321b3e12463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:04.898058 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-095e0f9f-f893-4930-befb-9321b3e12463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=306d637a5cd14caaa73a2162d1322de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632157 Aug 30 11:03:04.898977 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e0f9f-f893-4930-befb-9321b3e12463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d65bef3-4a3e-4dbb-a48f-8dae4db0b756,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:04.900864 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47376) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:04.953643 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3c78abc1-48f8-4c1a-b293-0c83b21e99cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:04.978213 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3c78abc1-48f8-4c1a-b293-0c83b21e99cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:05.193619 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3c78abc1-48f8-4c1a-b293-0c83b21e99cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:05.196107 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3c78abc1-48f8-4c1a-b293-0c83b21e99cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:05.197333 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3c78abc1-48f8-4c1a-b293-0c83b21e99cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d65bef3-4a3e-4dbb-a48f-8dae4db0b756 HTTP/1.1" status: 204 len: 168 time: 0.2948482 Aug 30 11:03:05.206239 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78abc1-48f8-4c1a-b293-0c83b21e99cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d65bef3-4a3e-4dbb-a48f-8dae4db0b756,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:05.512070 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47390) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:05.652466 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-16aef96b-d24f-4799-9324-021efefbf83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:05.763683 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-16aef96b-d24f-4799-9324-021efefbf83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:05.873366 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-16aef96b-d24f-4799-9324-021efefbf83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:05.916191 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-16aef96b-d24f-4799-9324-021efefbf83a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=395fabf2b98245cc9ebe1745767be536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026875 Aug 30 11:03:05.917467 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef96b-d24f-4799-9324-021efefbf83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1348735-4400-4ec8-851e-fca95e49adea,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:05.919012 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47394) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:05.969796 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7da0bc5d-d0e7-474f-8ade-e718e9b79982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:05.993676 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7da0bc5d-d0e7-474f-8ade-e718e9b79982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.001311 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47396) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:06.022612 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-18770321-c551-4467-a895-01d55a867c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.119472 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7da0bc5d-d0e7-474f-8ade-e718e9b79982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.122155 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7da0bc5d-d0e7-474f-8ade-e718e9b79982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.123348 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-7da0bc5d-d0e7-474f-8ade-e718e9b79982 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1348735-4400-4ec8-851e-fca95e49adea HTTP/1.1" status: 204 len: 168 time: 0.2032506 Aug 30 11:03:06.138890 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0bc5d-d0e7-474f-8ade-e718e9b79982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1348735-4400-4ec8-851e-fca95e49adea,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:06.205015 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-18770321-c551-4467-a895-01d55a867c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.296083 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-18770321-c551-4467-a895-01d55a867c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.338791 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-18770321-c551-4467-a895-01d55a867c77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=990753b7d2fa4f2e8bc4767a0adeb080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360562 Aug 30 11:03:06.339956 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18770321-c551-4467-a895-01d55a867c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29942ec3-8cf9-4e1d-af34-5f536ac3d37d,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:06.341916 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47400) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:06.397554 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0cc05213-712d-462f-915d-ab53a6064d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.431490 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0cc05213-712d-462f-915d-ab53a6064d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.524883 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0cc05213-712d-462f-915d-ab53a6064d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.527971 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0cc05213-712d-462f-915d-ab53a6064d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:06.529209 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-0cc05213-712d-462f-915d-ab53a6064d04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29942ec3-8cf9-4e1d-af34-5f536ac3d37d HTTP/1.1" status: 204 len: 168 time: 0.1860936 Aug 30 11:03:06.541353 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc05213-712d-462f-915d-ab53a6064d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29942ec3-8cf9-4e1d-af34-5f536ac3d37d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:06.804611 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e560d-9d63-4f00-b595-69bd7bdfba07 req-97f21fb3-eedd-4490-a136-41c525cd2b6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:06.806092 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e3e560d-9d63-4f00-b595-69bd7bdfba07 req-97f21fb3-eedd-4490-a136-41c525cd2b6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0568328 Aug 30 11:03:06.846226 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5e3e560d-9d63-4f00-b595-69bd7bdfba07 req-4096a380-fc3f-41c2-b41f-58d793619915 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337162 Aug 30 11:03:06.878801 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47414) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:07.163312 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47420) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:07.178888 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5bc84f5f-6a69-4467-8813-b050c589cf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.257888 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee58e8b-bee5-4e28-929b-529559284e6f tempest-TestMinimumBasicScenario-815344735 tempest-TestMinimumBasicScenario-815344735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:07.260225 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-fee58e8b-bee5-4e28-929b-529559284e6f tempest-TestMinimumBasicScenario-815344735 tempest-TestMinimumBasicScenario-815344735-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1094 time: 0.3797965 Aug 30 11:03:07.312901 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47422) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:07.312901 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'port_id': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:07.313313 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5bc84f5f-6a69-4467-8813-b050c589cf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.484714 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5bc84f5f-6a69-4467-8813-b050c589cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.531770 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-5bc84f5f-6a69-4467-8813-b050c589cf8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1cf8cb51bf4437785f83a1d960a2b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673406 Aug 30 11:03:07.532471 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84f5f-6a69-4467-8813-b050c589cf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b558494-a3d9-4311-b19e-936ed7748d1f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:07.534815 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47430) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:07.591300 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-38f3e53e-a953-4b75-aa23-7f14c8579403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.615218 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-38f3e53e-a953-4b75-aa23-7f14c8579403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.651273 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for floatingip, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.760150 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.874874 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-38f3e53e-a953-4b75-aa23-7f14c8579403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.877474 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-38f3e53e-a953-4b75-aa23-7f14c8579403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:07.878644 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-38f3e53e-a953-4b75-aa23-7f14c8579403 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b558494-a3d9-4311-b19e-936ed7748d1f HTTP/1.1" status: 204 len: 168 time: 0.3400252 Aug 30 11:03:07.917997 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3e53e-a953-4b75-aa23-7f14c8579403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b558494-a3d9-4311-b19e-936ed7748d1f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:08.015308 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Allocated IP 172.27.2.208 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/81a0da7f-4988-4da9-bfb1-7d2720661918) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:03:08.163387 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:08.325499 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:08.386248 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:03:08.391927 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:03:08.396053 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:03:08.421888 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'Port': ['ID=81a0da7f-4988-4da9-bfb1-7d2720661918,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:09.213217 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:09.426169 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:09.636163 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:09.729272 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:09.795913 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'Port': ['ID=81a0da7f-4988-4da9-bfb1-7d2720661918,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:09.813637 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:09.918248 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Floating IP 0c1c421a-0876-46dd-bbd7-b4890b84c841 associated. External IP: 172.27.2.208, port: 3ac24a74-ec3a-406c-b808-c8366ae9c8d1. Aug 30 11:03:10.141207 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Router f9ca8263-2767-40c9-b8a8-11f01098247c has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:03:10.262834 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:03:10.275310 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47504) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:10.283764 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] Sync routers for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:03:10.293714 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:03:10.294343 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:03:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:10.382240 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.389600 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-386bf2b9-b96f-412c-8549-d19f4084f636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.413078 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-d84d6fe1-a238-4802-af21-71a700ed278f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1482148 Aug 30 11:03:10.414045 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:03:10.416178 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:03:10.417122 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:03:10.417884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47508) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:10.424083 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-596dec0c-b7d4-43b1-bebf-530e80f59de9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505808867', 'description': 'tempest-secgroup-smoke-1505808867 description', 'project_id': '7347ee293abb42f4a305a9cfde110dfa'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:10.460472 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd755584-73b9-4fc2-8514-da5c94521a40 x-openstack-request-id: req-bd755584-73b9-4fc2-8514-da5c94521a40 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:03:10.461446 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:03:10.461909 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd755584-73b9-4fc2-8514-da5c94521a40 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:03:10.462457 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'status': 'completed', 'code': 200} Aug 30 11:03:10.542613 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-386bf2b9-b96f-412c-8549-d19f4084f636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.546159 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-86544d4e-0583-4e39-870c-0c9c89471f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:10.547983 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-86544d4e-0583-4e39-870c-0c9c89471f70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1099 time: 0.0613503 Aug 30 11:03:10.620236 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-386bf2b9-b96f-412c-8549-d19f4084f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.659549 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-416bbf88-3a0a-4271-a2f3-ddb023ef7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:10.662480 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-416bbf88-3a0a-4271-a2f3-ddb023ef7741 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 200 len: 915 time: 0.1080017 Aug 30 11:03:10.672315 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-386bf2b9-b96f-412c-8549-d19f4084f636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=662d998e03624df58ff9b996aebfdfe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957047 Aug 30 11:03:10.673274 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47516) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:10.673654 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf2b9-b96f-412c-8549-d19f4084f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c143632d-8750-4872-988d-6be556fe3769,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:10.678534 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '0c1c421a-0876-46dd-bbd7-b4890b84c841', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'port_id': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'mac_address': 'fa:16:3e:72:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79230ab2-5678-4885-9969-7e72344595f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:03:08Z', 'updated_at': '2021-08-30T11:03:08Z', 'revision_number': 0, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:10Z', 'revision_number': 5, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:10.723726 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] Checking router: f9ca8263-2767-40c9-b8a8-11f01098247c for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:03:10.734036 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:03:10.735723 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:03:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:10.744443 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-596dec0c-b7d4-43b1-bebf-530e80f59de9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.761273 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f15404e-8633-40cf-8387-7f4db4e045ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.763674 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-544ec585-a957-4b76-8201-05715382abd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 1000 time: 0.0909858 Aug 30 11:03:10.793729 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f15404e-8633-40cf-8387-7f4db4e045ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.837420 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-a075fc83-133e-44d2-9f6b-c31763f4f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:10.839567 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-a075fc83-133e-44d2-9f6b-c31763f4f954 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cf9ff2c-a0de-492b-bbe0-78027a66313d HTTP/1.1" status: 200 len: 853 time: 0.0691700 Aug 30 11:03:10.904355 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-70107b54-549e-42a9-9389-4a97f5619b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:10.907056 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-70107b54-549e-42a9-9389-4a97f5619b37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ee2c4fc-a494-44eb-b704-667cf89fde84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591745 Aug 30 11:03:10.916474 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:03:10.956185 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-596dec0c-b7d4-43b1-bebf-530e80f59de9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.991551 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f15404e-8633-40cf-8387-7f4db4e045ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.995690 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f15404e-8633-40cf-8387-7f4db4e045ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:10.997618 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1f15404e-8633-40cf-8387-7f4db4e045ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c143632d-8750-4872-988d-6be556fe3769 HTTP/1.1" status: 204 len: 168 time: 0.3201077 Aug 30 11:03:11.012509 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15404e-8633-40cf-8387-7f4db4e045ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c143632d-8750-4872-988d-6be556fe3769,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:11.038374 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-c53b1feb-3dd3-472c-8f49-d5d6fd8a3f87 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238229 Aug 30 11:03:11.067916 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-596dec0c-b7d4-43b1-bebf-530e80f59de9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:11.113148 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dec0c-b7d4-43b1-bebf-530e80f59de9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c67989-992b-4ad2-8711-69fca732f40c,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:11.183359 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d67cb0c1-5d77-4edc-bea7-25fed7ab1f7f req-6910b48a-9893-4801-9194-2cc09e3f62cf service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348596 Aug 30 11:03:11.205731 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '0c1c421a-0876-46dd-bbd7-b4890b84c841', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'port_id': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'mac_address': 'fa:16:3e:72:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79230ab2-5678-4885-9969-7e72344595f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:03:08Z', 'updated_at': '2021-08-30T11:03:08Z', 'revision_number': 0, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:10Z', 'revision_number': 5, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:11.211058 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-596dec0c-b7d4-43b1-bebf-530e80f59de9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:11.212422 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-596dec0c-b7d4-43b1-bebf-530e80f59de9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7935708 Aug 30 11:03:11.215509 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47526) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:11.220367 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-31c20cc3-b1f3-4d2d-a68f-47120c18e484 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'security_group_rule': {'security_group_id': '71c67989-992b-4ad2-8711-69fca732f40c', 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:11.254491 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddda609-2204-4d2c-815b-fb6eeb8228db None None] The sync data for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi is: [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '0c1c421a-0876-46dd-bbd7-b4890b84c841', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'port_id': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'mac_address': 'fa:16:3e:72:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79230ab2-5678-4885-9969-7e72344595f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:03:08Z', 'updated_at': '2021-08-30T11:03:08Z', 'revision_number': 0, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:10Z', 'revision_number': 5, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:03:11.359072 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31c20cc3-b1f3-4d2d-a68f-47120c18e484 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:11.421991 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31c20cc3-b1f3-4d2d-a68f-47120c18e484 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:11.478223 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616880cc-854b-4dbe-b18b-4faa7d550b6f None None] New status for floating IP 0c1c421a-0876-46dd-bbd7-b4890b84c841: ACTIVE {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:03:11.513708 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31c20cc3-b1f3-4d2d-a68f-47120c18e484 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:11.537660 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c20cc3-b1f3-4d2d-a68f-47120c18e484 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef90e4a5-1d28-4794-bbe1-9b26c7371258,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:11.719343 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-31c20cc3-b1f3-4d2d-a68f-47120c18e484 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:11.720769 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-31c20cc3-b1f3-4d2d-a68f-47120c18e484 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5041041 Aug 30 11:03:11.724299 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47536) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:11.729307 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-fd83e2dc-4bff-4580-b80a-8d0880c02c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'security_group_rule': {'security_group_id': '71c67989-992b-4ad2-8711-69fca732f40c', 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:11.908664 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fd83e2dc-4bff-4580-b80a-8d0880c02c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:11.974275 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fd83e2dc-4bff-4580-b80a-8d0880c02c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.096263 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fd83e2dc-4bff-4580-b80a-8d0880c02c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.116383 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83e2dc-4bff-4580-b80a-8d0880c02c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621a9f7f-31f1-4cd8-9cd9-ecf2b0d4f25a,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:12.199091 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fd83e2dc-4bff-4580-b80a-8d0880c02c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.200340 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-fd83e2dc-4bff-4580-b80a-8d0880c02c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4748919 Aug 30 11:03:12.205193 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47556) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:12.210281 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-22ece588-22cb-48d8-bd85-364919d25c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'security_group_rule': {'security_group_id': '71c67989-992b-4ad2-8711-69fca732f40c', 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:12.324319 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-22ece588-22cb-48d8-bd85-364919d25c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.389716 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-22ece588-22cb-48d8-bd85-364919d25c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.450902 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-22ece588-22cb-48d8-bd85-364919d25c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.474352 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece588-22cb-48d8-bd85-364919d25c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b72ee1-93e5-4167-a7b2-cd82c6384186,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:12.559599 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-22ece588-22cb-48d8-bd85-364919d25c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.561249 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-22ece588-22cb-48d8-bd85-364919d25c6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548806 Aug 30 11:03:12.563804 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47564) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:12.568618 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-ad693ae6-d3ac-456c-b02c-d548658a470e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'security_group_rule': {'security_group_id': '71c67989-992b-4ad2-8711-69fca732f40c', 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:12.689527 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ad693ae6-d3ac-456c-b02c-d548658a470e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.763997 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ad693ae6-d3ac-456c-b02c-d548658a470e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.851628 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ad693ae6-d3ac-456c-b02c-d548658a470e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.879822 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad693ae6-d3ac-456c-b02c-d548658a470e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e01d4c-4b1f-463c-8fc7-b8480a25c059,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:12.983409 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ad693ae6-d3ac-456c-b02c-d548658a470e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:12.986099 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-ad693ae6-d3ac-456c-b02c-d548658a470e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4206846 Aug 30 11:03:12.989077 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47566) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:12.997902 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'security_group_rule': {'security_group_id': '71c67989-992b-4ad2-8711-69fca732f40c', 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:13.109399 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.securitygroups_db [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Project 7347ee293abb42f4a305a9cfde110dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 11:03:13.119259 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:13.189847 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:13.450879 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:13.472585 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89300233-ed13-490e-93f7-b43b5b60b43a,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:13.850363 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:13.851572 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-8807c1dd-f72b-4887-afac-ddc3ed3adf36 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8611579 Aug 30 11:03:13.854349 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47578) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:13.859342 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'security_group_rule': {'security_group_id': '71c67989-992b-4ad2-8711-69fca732f40c', 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:13.958773 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.securitygroups_db [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Project 7347ee293abb42f4a305a9cfde110dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 11:03:13.964164 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.030267 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.119007 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555850'] for security_group_rule, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.136966 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e0668b-339a-4780-9fe5-9bf81facc32f,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:14.199120 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.200388 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-cd88ada1-3452-4967-95fc-149488ca8a84 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449893 Aug 30 11:03:14.291177 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-91f18746-5857-404d-a315-40376b365595 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505808867&fields=id&tenant_id=7347ee293abb42f4a305a9cfde110dfa HTTP/1.1" status: 200 len: 267 time: 0.0383551 Aug 30 11:03:14.351583 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-a3404a77-a8dd-4547-b641-fb7d56f59eba tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:14.353282 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-a3404a77-a8dd-4547-b641-fb7d56f59eba tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0565810 Aug 30 11:03:14.369120 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'port': {'security_groups': ['dcc96092-8109-4793-a85d-86838db2922b', '71c67989-992b-4ad2-8711-69fca732f40c']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:14.451335 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.661627 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:03:14.691837 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.770569 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.785101 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['3ac24a74-ec3a-406c-b808-c8366ae9c8d1'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:03:14.814996 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:14.815645 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:14.817191 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-fa288f45-06e8-420d-94a0-fc3ea77416a9 req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "PUT /v2.0/ports/3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 982 time: 0.4538162 Aug 30 11:03:14.817654 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:03:14.820516 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a554b8-d737-4d43-b361-5e7f1f489092" -d '{"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:03:14.868685 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25a39d-1b50-40bc-b990-2a1d8eabd693 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=6']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:14.892206 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['3ac24a74-ec3a-406c-b808-c8366ae9c8d1'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:03:14.942213 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b8162-1132-425a-857a-d7223e2b4d99 x-openstack-request-id: req-bc7b8162-1132-425a-857a-d7223e2b4d99 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:03:14.943041 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:03:14.943041 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc7b8162-1132-425a-857a-d7223e2b4d99 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:03:14.950950 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'status': 'completed', 'code': 200} Aug 30 11:03:14.992255 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261cd3-e8b4-4a41-8f98-d962ae25acfd req-c49b3206-2213-41b1-8707-686dfa90e934 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:14.994904 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0c261cd3-e8b4-4a41-8f98-d962ae25acfd req-c49b3206-2213-41b1-8707-686dfa90e934 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0663364 Aug 30 11:03:15.043093 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-8422bd78-6328-4240-9b63-cf4bd49ccd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:15.045644 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-8422bd78-6328-4240-9b63-cf4bd49ccd2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1138 time: 0.0828485 Aug 30 11:03:15.068091 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0c261cd3-e8b4-4a41-8f98-d962ae25acfd req-d3c8f074-f4a2-4639-a2cf-74aa19f3151e tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542941 Aug 30 11:03:15.157309 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-f797f87e-b2a3-4b1c-b77b-de97598fa92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:15.158824 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-f797f87e-b2a3-4b1c-b77b-de97598fa92f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 200 len: 915 time: 0.1057558 Aug 30 11:03:15.166574 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-927f15b1-a996-4c1f-a6cc-fbf2441cb2b4 None None] Provisioning complete for port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:03:15.166949 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-927f15b1-a996-4c1f-a6cc-fbf2441cb2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:15.234145 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-cf523d5d-081a-4ac6-a7c4-433a01612269 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 1002 time: 0.0680051 Aug 30 11:03:15.292201 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-303e11cf-f761-4949-8da3-3b34765eecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:15.293725 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-303e11cf-f761-4949-8da3-3b34765eecd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cf9ff2c-a0de-492b-bbe0-78027a66313d HTTP/1.1" status: 200 len: 853 time: 0.0528636 Aug 30 11:03:15.346677 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-d259ba01-77cd-46c3-9538-111f405a80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:15.357802 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-d259ba01-77cd-46c3-9538-111f405a80bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ee2c4fc-a494-44eb-b704-667cf89fde84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570688 Aug 30 11:03:15.456075 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-d5c4322a-1917-4ce0-b34a-642945aeb476 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904830 Aug 30 11:03:15.599462 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-43a554b8-d737-4d43-b361-5e7f1f489092 req-82e7f907-0ce4-4154-81b9-25ca6cdee3a0 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321855 Aug 30 11:03:17.422636 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47648) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:17.535179 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-abfc122d-1700-4555-978f-4404c42aec0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:17.722837 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-abfc122d-1700-4555-978f-4404c42aec0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:17.850664 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-abfc122d-1700-4555-978f-4404c42aec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:17.890846 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc122d-1700-4555-978f-4404c42aec0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81b2da-8e67-42bc-9198-dd820ca24052,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:17.895043 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-abfc122d-1700-4555-978f-4404c42aec0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3614c08cb1f467fbb075d145065c4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713814 Aug 30 11:03:17.897745 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47656) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:17.952674 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b81757de-8f22-46b0-8030-27edf57937cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:17.976552 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b81757de-8f22-46b0-8030-27edf57937cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:18.084706 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b81757de-8f22-46b0-8030-27edf57937cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:18.087444 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-b81757de-8f22-46b0-8030-27edf57937cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:18.088617 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-b81757de-8f22-46b0-8030-27edf57937cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f81b2da-8e67-42bc-9198-dd820ca24052 HTTP/1.1" status: 204 len: 168 time: 0.1899562 Aug 30 11:03:18.103556 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81757de-8f22-46b0-8030-27edf57937cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81b2da-8e67-42bc-9198-dd820ca24052,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:22.515618 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47728) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:22.630763 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8dc-a88a-40aa-8ad2-5a190cacc6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:22.726468 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8dc-a88a-40aa-8ad2-5a190cacc6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:22.727382 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47734) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:22.781684 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8dc-a88a-40aa-8ad2-5a190cacc6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:22.823772 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7bdac8dc-a88a-40aa-8ad2-5a190cacc6cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b6a205b005745a2ac93983a895ebb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070552 Aug 30 11:03:22.826942 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47738) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:22.830796 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdac8dc-a88a-40aa-8ad2-5a190cacc6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45748aa9-8296-420a-8ed5-1bb4868eaa0f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:22.840977 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7d69c7da-5482-4947-97c1-a631eb4f7127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:22.881591 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e57151b7-7dcc-4aee-89f6-485ec0705993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:22.906426 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e57151b7-7dcc-4aee-89f6-485ec0705993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:22.938729 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7d69c7da-5482-4947-97c1-a631eb4f7127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:22.981462 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7d69c7da-5482-4947-97c1-a631eb4f7127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.007673 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e57151b7-7dcc-4aee-89f6-485ec0705993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.010277 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e57151b7-7dcc-4aee-89f6-485ec0705993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.011511 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-e57151b7-7dcc-4aee-89f6-485ec0705993 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45748aa9-8296-420a-8ed5-1bb4868eaa0f HTTP/1.1" status: 204 len: 168 time: 0.1831710 Aug 30 11:03:23.021389 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57151b7-7dcc-4aee-89f6-485ec0705993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45748aa9-8296-420a-8ed5-1bb4868eaa0f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:23.032195 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7d69c7da-5482-4947-97c1-a631eb4f7127 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ea98a55ae9f4487a657f7427a79b060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037391 Aug 30 11:03:23.033093 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69c7da-5482-4947-97c1-a631eb4f7127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0c348-7ffa-42f4-a260-9b785fd716bf,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:23.035005 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47742) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:23.106499 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0704-348a-4dfe-aca3-a725cadc98ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.128738 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0704-348a-4dfe-aca3-a725cadc98ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.272840 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0704-348a-4dfe-aca3-a725cadc98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.275471 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0704-348a-4dfe-aca3-a725cadc98ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.276680 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ab3f0704-348a-4dfe-aca3-a725cadc98ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fa0c348-7ffa-42f4-a260-9b785fd716bf HTTP/1.1" status: 204 len: 168 time: 0.2406271 Aug 30 11:03:23.290139 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f0704-348a-4dfe-aca3-a725cadc98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0c348-7ffa-42f4-a260-9b785fd716bf,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:23.723609 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47752) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:23.737475 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea1921b4-8189-4a99-a42f-4410d6e1fc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.831757 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea1921b4-8189-4a99-a42f-4410d6e1fc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.878922 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ea1921b4-8189-4a99-a42f-4410d6e1fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:23.919431 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ea1921b4-8189-4a99-a42f-4410d6e1fc56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2a975fa3c274bf882b8372588063b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945863 Aug 30 11:03:23.921144 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1921b4-8189-4a99-a42f-4410d6e1fc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391069c0-31ed-4216-be7b-152b54965242,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:23.923985 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47758) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:23.983790 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3096e312-a892-4092-b761-583f95ce0ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:24.011712 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3096e312-a892-4092-b761-583f95ce0ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:24.124168 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3096e312-a892-4092-b761-583f95ce0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:24.126874 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3096e312-a892-4092-b761-583f95ce0ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:24.131844 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-3096e312-a892-4092-b761-583f95ce0ab8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/391069c0-31ed-4216-be7b-152b54965242 HTTP/1.1" status: 204 len: 168 time: 0.2049098 Aug 30 11:03:24.136616 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096e312-a892-4092-b761-583f95ce0ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391069c0-31ed-4216-be7b-152b54965242,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:24.864637 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47816) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:24.877127 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bfa30f3f-872d-4587-bac7-b488ecca2a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:24.978199 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bfa30f3f-872d-4587-bac7-b488ecca2a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:25.027199 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bfa30f3f-872d-4587-bac7-b488ecca2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:25.068148 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-bfa30f3f-872d-4587-bac7-b488ecca2a31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f62d7aaeca434cef9e2ac4011cdf635b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042506 Aug 30 11:03:25.069016 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa30f3f-872d-4587-bac7-b488ecca2a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57f75f-db92-4bae-bb72-f00630e74438,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:25.071088 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47818) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:25.124228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fe938c69-faab-4cd6-bac0-590572fd027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:25.146282 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fe938c69-faab-4cd6-bac0-590572fd027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:25.267496 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fe938c69-faab-4cd6-bac0-590572fd027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:25.270427 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fe938c69-faab-4cd6-bac0-590572fd027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:25.271765 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-fe938c69-faab-4cd6-bac0-590572fd027e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b57f75f-db92-4bae-bb72-f00630e74438 HTTP/1.1" status: 204 len: 168 time: 0.1996071 Aug 30 11:03:25.279947 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe938c69-faab-4cd6-bac0-590572fd027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57f75f-db92-4bae-bb72-f00630e74438,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:26.999125 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-589d3484-685a-450e-aecc-2239ba54dfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:28.624525 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47912) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:28.734586 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e49c-bc7f-44dd-ab59-b336953bdb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:28.820492 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e49c-bc7f-44dd-ab59-b336953bdb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:28.867022 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e49c-bc7f-44dd-ab59-b336953bdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:28.907093 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-7bd8e49c-bc7f-44dd-ab59-b336953bdb38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c34a2eec1e89498fa07054fc25ffd0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814410 Aug 30 11:03:28.908057 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8e49c-bc7f-44dd-ab59-b336953bdb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c909fe3-ceb0-44cc-8c86-5249eb591ddf,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:28.909790 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47918) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:28.959145 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a65f83d2-e345-4ecb-8a50-8f4f2606edd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:28.979101 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a65f83d2-e345-4ecb-8a50-8f4f2606edd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:29.113226 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a65f83d2-e345-4ecb-8a50-8f4f2606edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:29.116429 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a65f83d2-e345-4ecb-8a50-8f4f2606edd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:29.117719 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a65f83d2-e345-4ecb-8a50-8f4f2606edd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c909fe3-ceb0-44cc-8c86-5249eb591ddf HTTP/1.1" status: 204 len: 168 time: 0.2068617 Aug 30 11:03:29.125565 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f83d2-e345-4ecb-8a50-8f4f2606edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c909fe3-ceb0-44cc-8c86-5249eb591ddf,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:29.404851 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9e84f-080f-4b2a-a41d-310141aec63f req-bb3860f5-1f68-42a1-b611-f2350c0eba7d tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:29.406395 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b6c9e84f-080f-4b2a-a41d-310141aec63f req-bb3860f5-1f68-42a1-b611-f2350c0eba7d tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0517731 Aug 30 11:03:29.461338 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-b6c9e84f-080f-4b2a-a41d-310141aec63f req-e51e5af0-94c8-4456-90f0-83e9c2b4a7a4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480909 Aug 30 11:03:29.479916 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-acc72aad-8fc8-4be0-91a1-31b31efa4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:29.479916 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-acc72aad-8fc8-4be0-91a1-31b31efa4c07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1138 time: 0.0460072 Aug 30 11:03:29.574791 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-068e590c-8c33-4688-a40a-14ebba8c78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:29.576282 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-068e590c-8c33-4688-a40a-14ebba8c78b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 200 len: 915 time: 0.0889974 Aug 30 11:03:29.656617 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-8b0c7164-9a4b-43ae-9ae1-63f9193d941c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 1002 time: 0.0721753 Aug 30 11:03:29.713660 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-2c43f51d-19ea-4e2e-9b19-d9724971af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:29.715139 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-2c43f51d-19ea-4e2e-9b19-d9724971af72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cf9ff2c-a0de-492b-bbe0-78027a66313d HTTP/1.1" status: 200 len: 853 time: 0.0518434 Aug 30 11:03:29.764049 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-b119e353-5ed0-4464-9590-8f7d56aa4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:29.765597 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-b119e353-5ed0-4464-9590-8f7d56aa4498 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ee2c4fc-a494-44eb-b704-667cf89fde84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429552 Aug 30 11:03:29.779458 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 47930) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:29.795889 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-961057af-4cfc-4e87-b7e3-e5b48d460a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:29.861178 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-5f32026e-f301-4383-a61c-9e4b85b38a9d service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872710 Aug 30 11:03:29.890959 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-961057af-4cfc-4e87-b7e3-e5b48d460a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:29.955867 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ed5ce7ea-94ed-43fe-a6a9-699a5562ac0a req-6fd24b30-2d59-4e9b-bcdb-ea262f4fbace service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872171 Aug 30 11:03:29.981427 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-961057af-4cfc-4e87-b7e3-e5b48d460a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:30.024311 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961057af-4cfc-4e87-b7e3-e5b48d460a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187d2f78-e666-4952-aabc-0815e3b2a019,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:30.244662 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-961057af-4cfc-4e87-b7e3-e5b48d460a6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e818d5c1d2284b0ebd29fabab3d3f667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501812 Aug 30 11:03:30.245185 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 47932) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:30.245185 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-166c7e78-7bc1-47a4-91c0-0629ede0065a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:30.245185 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-166c7e78-7bc1-47a4-91c0-0629ede0065a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:30.287672 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-41e26fca-a8b2-4523-9f9a-bd06e981b421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:30.364366 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-166c7e78-7bc1-47a4-91c0-0629ede0065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:30.367467 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-166c7e78-7bc1-47a4-91c0-0629ede0065a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:30.368856 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-166c7e78-7bc1-47a4-91c0-0629ede0065a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/187d2f78-e666-4952-aabc-0815e3b2a019 HTTP/1.1" status: 204 len: 168 time: 0.3341255 Aug 30 11:03:30.381893 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c7e78-7bc1-47a4-91c0-0629ede0065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d2f78-e666-4952-aabc-0815e3b2a019,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:30.444425 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:30.584626 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129241e6-892a-4423-875b-a6be7c50f133 req-eb42f0d4-d769-4e3b-917d-3d024d917471 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:30.586238 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-129241e6-892a-4423-875b-a6be7c50f133 req-eb42f0d4-d769-4e3b-917d-3d024d917471 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0527432 Aug 30 11:03:30.631358 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-129241e6-892a-4423-875b-a6be7c50f133 req-80aed30e-d4c6-453f-b1ac-4af5d8d01f62 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389795 Aug 30 11:03:30.884216 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:31.757899 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045f71a-4557-49f8-b88e-43dd762a18dc req-22a65d3f-1a07-43e1-8ccc-af5e8fc6ba6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:31.759418 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6045f71a-4557-49f8-b88e-43dd762a18dc req-22a65d3f-1a07-43e1-8ccc-af5e8fc6ba6a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0533695 Aug 30 11:03:31.799734 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-6045f71a-4557-49f8-b88e-43dd762a18dc req-a21ef985-5c46-40c2-a2cb-1376590ff74d tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344229 Aug 30 11:03:32.409829 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:32.535857 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:32.924541 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8750b4-0946-4182-aac3-0275b93d7187 req-acf33eb1-bfae-42da-8b5c-29ff327acd73 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:32.926190 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ca8750b4-0946-4182-aac3-0275b93d7187 req-acf33eb1-bfae-42da-8b5c-29ff327acd73 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0531754 Aug 30 11:03:32.967934 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ca8750b4-0946-4182-aac3-0275b93d7187 req-731bed65-7e32-462c-9178-adccbd262342 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357969 Aug 30 11:03:34.083977 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceaae3-a8f5-417a-b632-30f7176c84a3 req-117ddede-dc9b-4d4b-b6a6-56270c2a6045 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:34.085984 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e1ceaae3-a8f5-417a-b632-30f7176c84a3 req-117ddede-dc9b-4d4b-b6a6-56270c2a6045 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0501282 Aug 30 11:03:34.134847 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e1ceaae3-a8f5-417a-b632-30f7176c84a3 req-628ecd0a-cd2c-4214-be8a-44eccbcd93a8 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421455 Aug 30 11:03:35.256177 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8521dc-7c41-4cb2-8b99-d50ea4083189 req-04684415-8b81-4356-9f25-083f56ad5c82 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:35.259049 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ca8521dc-7c41-4cb2-8b99-d50ea4083189 req-04684415-8b81-4356-9f25-083f56ad5c82 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0552166 Aug 30 11:03:35.300637 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ca8521dc-7c41-4cb2-8b99-d50ea4083189 req-34eb0879-21bc-4486-9ccd-9b03d9e5ef3a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354865 Aug 30 11:03:36.423428 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20aa8c-765c-4309-91f1-2f4edf51580c req-07f6d98c-fd33-4b77-9c4f-4c61b0393530 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:36.424956 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4f20aa8c-765c-4309-91f1-2f4edf51580c req-07f6d98c-fd33-4b77-9c4f-4c61b0393530 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0553398 Aug 30 11:03:36.467092 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-4f20aa8c-765c-4309-91f1-2f4edf51580c req-bdf68e7f-d70b-4990-9f24-479090fa82cd tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351462 Aug 30 11:03:37.593971 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02759b-bc4a-4da9-8050-5316f734460d req-7d56a5f8-003e-4c0a-b9e7-53f80c314237 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:37.595485 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eb02759b-bc4a-4da9-8050-5316f734460d req-7d56a5f8-003e-4c0a-b9e7-53f80c314237 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0590661 Aug 30 11:03:37.640004 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-eb02759b-bc4a-4da9-8050-5316f734460d req-ed758c23-3382-48e2-9d4c-53c7288c8365 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375433 Aug 30 11:03:38.759691 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0dc45-bdaf-40cc-96c1-7ddfa5958d77 req-413282c2-10a1-4e5c-a722-b10a1cfea876 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:38.761237 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2ad0dc45-bdaf-40cc-96c1-7ddfa5958d77 req-413282c2-10a1-4e5c-a722-b10a1cfea876 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0524015 Aug 30 11:03:38.801958 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2ad0dc45-bdaf-40cc-96c1-7ddfa5958d77 req-a40918f6-4ffa-47ac-8a13-99dd328f7079 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344152 Aug 30 11:03:39.919711 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96d1ee-c640-4b63-a653-93dbd7562d88 req-79485d81-9365-4037-8a3b-82dd8990107f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:39.920320 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3f96d1ee-c640-4b63-a653-93dbd7562d88 req-79485d81-9365-4037-8a3b-82dd8990107f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0500953 Aug 30 11:03:39.960920 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3f96d1ee-c640-4b63-a653-93dbd7562d88 req-6b6229b1-6a00-43b4-af60-633cc63b26fe tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343237 Aug 30 11:03:39.963005 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:03:41.078997 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84287c42-327f-49a8-a0d1-d224e007b69a req-7226bca9-e098-4189-b48e-42b16e524b05 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:41.080597 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-84287c42-327f-49a8-a0d1-d224e007b69a req-7226bca9-e098-4189-b48e-42b16e524b05 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0527859 Aug 30 11:03:41.120798 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-84287c42-327f-49a8-a0d1-d224e007b69a req-176c797c-666e-459d-bec4-ab0134aab619 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340281 Aug 30 11:03:42.049377 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48108) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:42.153644 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-38551eac-9401-4d7c-a009-0842f8f16434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:42.269528 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55196-9a71-4f25-99bf-ce590fbada52 req-8eea159f-66d9-4023-a99a-f5bdbff1a27f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:42.271190 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3e55196-9a71-4f25-99bf-ce590fbada52 req-8eea159f-66d9-4023-a99a-f5bdbff1a27f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0806079 Aug 30 11:03:42.316825 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-38551eac-9401-4d7c-a009-0842f8f16434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:42.331755 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c3e55196-9a71-4f25-99bf-ce590fbada52 req-5a21fa55-4d04-4a68-9cb5-3f7e20bd6c01 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c67989-992b-4ad2-8711-69fca732f40c&id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541739 Aug 30 11:03:42.415904 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-38551eac-9401-4d7c-a009-0842f8f16434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:42.455147 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-38551eac-9401-4d7c-a009-0842f8f16434 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae4194aedfdc46eeb483cab60c304af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046357 Aug 30 11:03:42.456034 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38551eac-9401-4d7c-a009-0842f8f16434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d651a3-8898-4bea-95bd-dd7413d9acdd,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:42.457965 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48118) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:42.508281 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-69636720-64b8-4849-b45c-3cc6b42a657c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:42.533923 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-69636720-64b8-4849-b45c-3cc6b42a657c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:42.678299 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-69636720-64b8-4849-b45c-3cc6b42a657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:42.682046 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-69636720-64b8-4849-b45c-3cc6b42a657c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:42.683202 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-69636720-64b8-4849-b45c-3cc6b42a657c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5d651a3-8898-4bea-95bd-dd7413d9acdd HTTP/1.1" status: 204 len: 168 time: 0.2241776 Aug 30 11:03:42.691196 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69636720-64b8-4849-b45c-3cc6b42a657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d651a3-8898-4bea-95bd-dd7413d9acdd,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:43.373285 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48132) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:43.387012 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-334880c4-4866-41a4-81c5-0cb003433801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:43.484525 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-334880c4-4866-41a4-81c5-0cb003433801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:43.588055 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-334880c4-4866-41a4-81c5-0cb003433801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:43.626280 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334880c4-4866-41a4-81c5-0cb003433801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d05ebf-4c99-427d-844d-92feebb98d46,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:43.630948 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-334880c4-4866-41a4-81c5-0cb003433801 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60086e49f423447594afa9ff5d1f7ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566495 Aug 30 11:03:43.633874 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48136) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:43.684899 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-4b84ac7b-35aa-48f5-b0da-79021d388543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:43.715625 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-4b84ac7b-35aa-48f5-b0da-79021d388543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:43.843668 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-4b84ac7b-35aa-48f5-b0da-79021d388543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:43.846119 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-4b84ac7b-35aa-48f5-b0da-79021d388543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:43.847280 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-4b84ac7b-35aa-48f5-b0da-79021d388543 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30d05ebf-4c99-427d-844d-92feebb98d46 HTTP/1.1" status: 204 len: 168 time: 0.2124252 Aug 30 11:03:43.855434 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84ac7b-35aa-48f5-b0da-79021d388543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d05ebf-4c99-427d-844d-92feebb98d46,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:44.745349 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48152) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:44.759836 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e864-a904-464c-81c5-c8c4f7678cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:44.859170 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e864-a904-464c-81c5-c8c4f7678cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:44.923905 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a1b2e864-a904-464c-81c5-c8c4f7678cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:44.962821 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a1b2e864-a904-464c-81c5-c8c4f7678cae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ca78c63474e4cf08073d8bf770c6ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161176 Aug 30 11:03:44.963946 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2e864-a904-464c-81c5-c8c4f7678cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d796f198-c3cc-489a-b922-ad9505f54e49,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:44.965525 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48158) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:45.018812 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8902-469b-4f6a-8eaa-bf4d977b27b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:45.049964 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8902-469b-4f6a-8eaa-bf4d977b27b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:45.181019 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8902-469b-4f6a-8eaa-bf4d977b27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:45.183631 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8902-469b-4f6a-8eaa-bf4d977b27b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:45.184790 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-ab4a8902-469b-4f6a-8eaa-bf4d977b27b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d796f198-c3cc-489a-b922-ad9505f54e49 HTTP/1.1" status: 204 len: 168 time: 0.2181747 Aug 30 11:03:45.198113 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a8902-469b-4f6a-8eaa-bf4d977b27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d796f198-c3cc-489a-b922-ad9505f54e49,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:46.316428 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48186) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:46.412266 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-160605036-network', 'tenant_id': 'e391030116f848fdbf28485118429f98'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:46.518400 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Made reservation on behalf of e391030116f848fdbf28485118429f98 for: {'network': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:03:46.520742 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for network, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.530573 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.627512 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.683487 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.707894 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=106343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 11:03:46.718286 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5072e5-6a2e-42c3-8605-a59040d5d772,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:46.723031 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.723375 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.segments_db [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Added segment 131c344b-928a-42ae-bc0a-c4ed4c12ffa3 of type vlan for network ade45070-5bf9-4c51-ae12-b01e958f522f Aug 30 11:03:46.769030 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771909712743'] for network, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.826754 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763'] for network, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.827942 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:46.828615 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:46.888173 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] Pushing event updated for resources: {'Network': ['ID=ade45070-5bf9-4c51-ae12-b01e958f522f,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:46.898738 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Network ade45070-5bf9-4c51-ae12-b01e958f522f details requested by agent ovs-agent-dv-cinder-806559-1-iscsi with host dv-cinder-806559-1-iscsi {{(pid=106344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 11:03:46.938627 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6c8d4579-2dbf-4fba-849f-94184a21c742 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6182289 Aug 30 11:03:46.939015 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48194) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:46.944212 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Request body: {'subnet': {'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-160605036-subnet', 'tenant_id': 'e391030116f848fdbf28485118429f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:47.038290 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Made reservation on behalf of e391030116f848fdbf28485118429f98 for: {'subnet': 1} {{(pid=106343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:03:47.040810 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13617845'] for subnet, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:47.296108 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16573915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13617863'] for subnet, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:47.363177 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976ded49-f207-4868-906a-0a9e3825f720,revision_number=0']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:47.372735 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Checking segment: {'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:03:47.373129 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Network hostable DHCP agents. Network: ade45070-5bf9-4c51-ae12-b01e958f522f, hostable agents: ['56f86747-6041-4978-9c59-cfe76f123c12'], hosted agents: [] {{(pid=106343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 11:03:47.484189 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Network ade45070-5bf9-4c51-ae12-b01e958f522f is scheduled to be hosted by DHCP agent 56f86747-6041-4978-9c59-cfe76f123c12 with binding_index 1 {{(pid=106343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 11:03:47.563882 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806559-1-iscsi, ade45070-5bf9-4c51-ae12-b01e958f522f) {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:03:47.568786 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:47.572620 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:47.576651 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37094b-1309-4857-990d-1aef2919bdb6 None None] Network ade45070-5bf9-4c51-ae12-b01e958f522f requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:03:47.656980 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-e93a0471-552d-407e-86c6-2aeef1ea4002 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7128079 Aug 30 11:03:47.796062 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4227a9b6-49ee-4ac8-bb8d-052fdd2339ba None None] Network ade45070-5bf9-4c51-ae12-b01e958f522f requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:03:50.166790 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48228) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:50.419939 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Deleting port cfe016e3-9e17-4a64-ac9c-76528966fb2c {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:03:50.420286 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:50.498961 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:50.499298 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:50.511816 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Calling delete_port for cfe016e3-9e17-4a64-ac9c-76528966fb2c owned by network:floatingip {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:03:50.758389 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:50.781972 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event deleted for resources: {'Port': ['ID=cfe016e3-9e17-4a64-ac9c-76528966fb2c,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:50.848596 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for floatingip, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:50.848945 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.l3_db [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Floating IP 42d026bf-cc95-4ea3-b31d-03e10b4cf717 disassociated (deleted). External IP: 172.27.2.37, port: 423dde3c-6b3a-42b4-a755-f5eae43c9c70. Aug 30 11:03:51.058752 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Router 7527f98f-617e-4282-a16a-b536d4275d76 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:03:51.169706 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:03:51.174558 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:51.179342 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] Sync routers for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:03:51.188405 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:03:51.189060 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:03:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:51.204955 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-380dd28f-3151-4e13-b59b-8ced93d8164b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "DELETE /v2.0/floatingips/42d026bf-cc95-4ea3-b31d-03e10b4cf717 HTTP/1.1" status: 204 len: 168 time: 1.0370333 Aug 30 11:03:51.205565 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:03:51.207868 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5580a2-953c-447f-95fe-28307c6833cf" -d '{"events": [{"name": "network-changed", "server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:03:51.253573 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c915d-9c6f-4cfe-b4b4-15ca8f7947cd x-openstack-request-id: req-902c915d-9c6f-4cfe-b4b4-15ca8f7947cd {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:03:51.253956 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:03:51.254282 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-902c915d-9c6f-4cfe-b4b4-15ca8f7947cd {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:03:51.254917 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'status': 'completed', 'code': 200} Aug 30 11:03:51.315478 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:03:51.321935 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5580a2-953c-447f-95fe-28307c6833cf req-c4c9cd2a-8945-437d-9dc1-9bfb8e6e9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:51.323546 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db5580a2-953c-447f-95fe-28307c6833cf req-c4c9cd2a-8945-437d-9dc1-9bfb8e6e9080 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=844964501d1e4d3e88d53099fe8554cb&device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 1098 time: 0.0439007 Aug 30 11:03:51.425883 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5580a2-953c-447f-95fe-28307c6833cf req-2183e5d3-a0f6-44ec-a9a1-861f22228cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:51.427393 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db5580a2-953c-447f-95fe-28307c6833cf req-2183e5d3-a0f6-44ec-a9a1-861f22228cb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 200 len: 909 time: 0.0960872 Aug 30 11:03:51.471013 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db5580a2-953c-447f-95fe-28307c6833cf req-cf7627b6-13fc-4ceb-835e-77adea611c9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 200 len: 217 time: 0.0354381 Aug 30 11:03:51.528853 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5580a2-953c-447f-95fe-28307c6833cf req-5c873c29-0ae1-4dc6-b3e6-9886a8907146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:51.530410 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db5580a2-953c-447f-95fe-28307c6833cf req-5c873c29-0ae1-4dc6-b3e6-9886a8907146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 200 len: 847 time: 0.0525205 Aug 30 11:03:51.546663 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:28Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:51.575052 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] Checking router: 7527f98f-617e-4282-a16a-b536d4275d76 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:03:51.578370 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5580a2-953c-447f-95fe-28307c6833cf req-de3427d0-9452-4f3c-81ab-610cc187caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:51.579943 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db5580a2-953c-447f-95fe-28307c6833cf req-de3427d0-9452-4f3c-81ab-610cc187caa9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423110 Aug 30 11:03:51.583784 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:03:51.584438 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:03:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:51.680370 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db5580a2-953c-447f-95fe-28307c6833cf req-bf577fc9-380f-4d9a-adbd-3a6df7266d1d service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918720 Aug 30 11:03:51.815875 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c618683-506c-4807-9bd3-5149f083f770 req-6a4d2b93-ac23-4461-af99-588e7cee196c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:51.817382 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3c618683-506c-4807-9bd3-5149f083f770 req-6a4d2b93-ac23-4461-af99-588e7cee196c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.1069918 Aug 30 11:03:51.825475 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-db5580a2-953c-447f-95fe-28307c6833cf req-3448df33-98f6-4adb-8d0d-59f089c0ca41 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346574 Aug 30 11:03:51.839186 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:03:51.879561 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-3c618683-506c-4807-9bd3-5149f083f770 req-5685027e-d94a-4083-9446-9ccaf6333729 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332956 Aug 30 11:03:52.037174 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:28Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:03:52.067584 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff20ca9-d638-4176-a36c-497daa887156 None None] The sync data for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi is: [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': 'f97d7b61-70b9-4c16-a687-2e0c7286e263', 'name': '', 'network_id': '39c26d0e-70c4-4acf-b26c-c6fe85b3f41b', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'mac_address': 'fa:16:3e:55:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:19Z', 'updated_at': '2021-08-30T10:58:28Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'subnets': [{'id': '81a0400a-2457-4ddc-badd-4b640e8cccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:03:52.293209 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459242f-5efe-40d7-854e-bb56c69b89af None None] New status for floating IP 42d026bf-cc95-4ea3-b31d-03e10b4cf717: DOWN {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:03:52.995388 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f08f-ec50-4348-81d0-b36e040e9f25 req-e84ecc6c-8f17-48c9-9471-fd24a1d220fa tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:52.996789 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d827f08f-ec50-4348-81d0-b36e040e9f25 req-e84ecc6c-8f17-48c9-9471-fd24a1d220fa tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0488448 Aug 30 11:03:53.036356 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d827f08f-ec50-4348-81d0-b36e040e9f25 req-2dfb44f7-b3d1-4487-a8c5-4578ae860e09 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335155 Aug 30 11:03:53.890170 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-2188342e-30ce-49b1-a204-429032390284 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916559816&fields=id&tenant_id=e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 267 time: 0.0381989 Aug 30 11:03:53.999278 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-3dfa125e-6e30-4f41-8f46-eecdeaeb84a6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:54.000736 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-3dfa125e-6e30-4f41-8f46-eecdeaeb84a6 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 812 time: 0.1039162 Aug 30 11:03:54.016317 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-df84a335-d4a5-434f-a4a1-2d8c015a9d74 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/quotas/e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 375 time: 0.0097666 Aug 30 11:03:54.078327 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-1921f712-3520-415f-b09e-f8d52235de24 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529892 Aug 30 11:03:54.162995 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec2208-c06d-4dc0-ad39-4dd133e37531 req-14d0f397-3784-48ff-9153-e21ecadd0d92 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:54.164113 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5dec2208-c06d-4dc0-ad39-4dd133e37531 req-14d0f397-3784-48ff-9153-e21ecadd0d92 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0556009 Aug 30 11:03:54.208667 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5dec2208-c06d-4dc0-ad39-4dd133e37531 req-95e61b52-8dad-4c40-9165-fd0e1c7d2abb tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358634 Aug 30 11:03:54.237290 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cf648671-fac1-4389-9eaa-d02b17cb7e00 service neutron] 10.222.0.24 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466846 Aug 30 11:03:54.333029 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-d2a9b155-595a-448d-baea-522e30389848 service neutron] 10.222.0.24 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881643 Aug 30 11:03:54.401832 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-37265ddd-198b-4d2b-a664-042dc7bf63f6 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:54.403315 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-37265ddd-198b-4d2b-a664-042dc7bf63f6 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/networks?id=ade45070-5bf9-4c51-ae12-b01e958f522f HTTP/1.1" status: 200 len: 813 time: 0.1057956 Aug 30 11:03:54.418962 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-3c19c52a-3534-45e9-bbe1-ea115a516567 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/quotas/e391030116f848fdbf28485118429f98 HTTP/1.1" status: 200 len: 375 time: 0.0096893 Aug 30 11:03:54.452315 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-70511007-f82a-4470-b26f-d2970a2666fc tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e391030116f848fdbf28485118429f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279055 Aug 30 11:03:54.549982 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-34123ec0-e42a-474d-8f60-73e79a3830ed service neutron] 10.222.0.24 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903418 Aug 30 11:03:54.644004 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-fcebdd79-dafc-4fa8-8734-665f179b2353 service neutron] 10.222.0.24 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Aug 30 11:03:54.901413 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-595d8aad-86a3-4f38-92ab-0b5f707e7652 req-d3b1e74a-b7e8-47d1-912d-a169e508bb27 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 210 time: 0.0341592 Aug 30 11:03:54.961737 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0cde567c-7057-4274-853c-860ab8a0311f req-b8d00954-c039-4543-b01e-77161031db3f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 210 time: 0.0271447 Aug 30 11:03:55.330025 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5a334-4042-4504-99ab-ad3735569afb req-64ec4bdb-c8a1-4259-a431-abf2b9000926 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:55.331689 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-23c5a334-4042-4504-99ab-ad3735569afb req-64ec4bdb-c8a1-4259-a431-abf2b9000926 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0520377 Aug 30 11:03:55.370846 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-23c5a334-4042-4504-99ab-ad3735569afb req-7a52fcb5-5c18-404a-8737-2e691abcf805 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329714 Aug 30 11:03:55.998098 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-399bd8a5-f634-424b-bd3b-bdd1f2d2095e req-5adf220a-adf2-4671-85ae-bd793e758de3 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 210 time: 0.0269082 Aug 30 11:03:56.050197 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-09507d99-aac4-4be5-97bb-67ec8630fb67 req-7f928d85-f51c-45c0-bfa0-70640ca76073 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 210 time: 0.0327425 Aug 30 11:03:56.406023 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 423dde3c-6b3a-42b4-a755-f5eae43c9c70 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:03:56.493855 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:56.512818 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c4ecc-cdd3-40cc-abe7-0ecd3dbedfb7 req-986b7e41-1ce1-47d9-9b87-140404cfd699 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:56.514380 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a96c4ecc-cdd3-40cc-abe7-0ecd3dbedfb7 req-986b7e41-1ce1-47d9-9b87-140404cfd699 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 945 time: 0.0702794 Aug 30 11:03:56.518998 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:03:56.521473 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c6676e-9ef5-436a-9487-5f7d63056dc2" -d '{"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-unplugged", "status": "completed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:03:56.537635 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:03:56.556169 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a96c4ecc-cdd3-40cc-abe7-0ecd3dbedfb7 req-cf234c4f-acc4-4f96-9fa0-372f9fbfa76b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352151 Aug 30 11:03:56.564412 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb4615-62c2-4e1d-a801-e40867f34385 x-openstack-request-id: req-dcdb4615-62c2-4e1d-a801-e40867f34385 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:03:56.564962 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-unplugged", "status": "completed", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:03:56.565308 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcdb4615-62c2-4e1d-a801-e40867f34385 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:03:56.565766 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'code': 200} Aug 30 11:03:56.609394 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:56.663188 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=9']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:56.671856 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.672202 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.672551 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.672888 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.673296 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.673631 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.673960 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.674288 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.674631 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.674968 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.675262 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:56.675584 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:57.026904 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8d90476d-d7d0-45c9-b812-e80fbd8355ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:57.027704 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-d5f85040-da9f-4e08-988a-1cafa7b3ed57 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:57.029310 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-d5f85040-da9f-4e08-988a-1cafa7b3ed57 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "GET /v2.0/networks?id=ade45070-5bf9-4c51-ae12-b01e958f522f HTTP/1.1" status: 200 len: 813 time: 0.1031456 Aug 30 11:03:57.051033 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Request body: {'port': {'device_id': 'c93705d5-795f-4016-bb18-90e5c743544f', 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f', 'admin_state_up': True, 'tenant_id': 'e391030116f848fdbf28485118429f98'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:57.105812 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3727cd34-cceb-4bf3-a054-8315e19664ec req-73ed3413-9f56-452a-a8f5-6bc2e31a268f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 210 time: 0.0326819 Aug 30 11:03:57.144085 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-74d1a1bf-cce4-4ff9-a5db-a2410082fd24 req-8b5eabd8-f1df-47fb-bcff-5da543e7939f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 210 time: 0.0327938 Aug 30 11:03:57.295588 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Made reservation on behalf of e391030116f848fdbf28485118429f98 for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:03:57.300401 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:57.433877 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Allocated IP 172.20.0.9 (ade45070-5bf9-4c51-ae12-b01e958f522f/976ded49-f207-4868-906a-0a9e3825f720/9c59845e-1b72-4b4f-8c64-7fcab4a71933) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:03:57.595787 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:57.676951 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376d9ff-ad8f-4977-a909-4806e2eb3592 req-cf1b145d-fa49-4220-b4ee-1ac53d2e5d16 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:57.678910 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f376d9ff-ad8f-4977-a909-4806e2eb3592 req-cf1b145d-fa49-4220-b4ee-1ac53d2e5d16 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0508358 Aug 30 11:03:57.730076 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f376d9ff-ad8f-4977-a909-4806e2eb3592 req-f60d1321-6446-4f6d-9726-c89e0cff4c57 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443923 Aug 30 11:03:57.809955 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:57.856397 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Network ade45070-5bf9-4c51-ae12-b01e958f522f is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:03:57.860035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:03:57.863935 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:03:57.871072 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Pushing event updated for resources: {'Port': ['ID=9c59845e-1b72-4b4f-8c64-7fcab4a71933,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:57.919618 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:57.920289 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:58.015703 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-700fcf2b-ce03-42d2-abb8-010d3caa0deb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9690130 Aug 30 11:03:58.027682 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Request body: {'port': {'device_id': 'c93705d5-795f-4016-bb18-90e5c743544f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:58.083339 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:58.302811 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b7bd-0c58-45eb-b1b5-437e346e41f1 req-40820539-8cc4-4e3d-97ac-87141da7c3df tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:58.306393 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5bc3b7bd-0c58-45eb-b1b5-437e346e41f1 req-40820539-8cc4-4e3d-97ac-87141da7c3df tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 931 time: 0.1172464 Aug 30 11:03:58.382426 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5bc3b7bd-0c58-45eb-b1b5-437e346e41f1 req-1f120eb7-2e45-4bab-9fe2-2f3803cecf00 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586469 Aug 30 11:03:58.407022 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-2372a174-5469-42e0-9599-b36da9f2f8d9 req-14f7fe15-3a63-4f2e-9464-6f2434110ce2 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 210 time: 0.0314820 Aug 30 11:03:58.452445 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c59845e-1b72-4b4f-8c64-7fcab4a71933 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:03:58.460080 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:58.532901 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Transition to ACTIVE for port object 9c59845e-1b72-4b4f-8c64-7fcab4a71933 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:03:58.587475 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-f81d2bde-9766-457f-b3a1-9714831f1311 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:58.588915 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-f81d2bde-9766-457f-b3a1-9714831f1311 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 812 time: 0.1074128 Aug 30 11:03:58.632348 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-db2faefd-cac7-4d05-8536-09994a2dcc72 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0ad5c2bb985498fa131001af10b6a3b HTTP/1.1" status: 200 len: 380 time: 0.0336139 Aug 30 11:03:58.642938 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'port': {'device_id': '599d7713-7b05-4f18-b6ca-573d2b863337', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'admin_state_up': True, 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'security_groups': ['54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec']}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:03:58.657474 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.050110 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Pushing event updated for resources: {'Port': ['ID=9c59845e-1b72-4b4f-8c64-7fcab4a71933,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:59.085712 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.087220 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.087220 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.087663 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.088084 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.088585 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.088981 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.089315 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.089642 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.089968 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.090294 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.090616 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.128161 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2820870-3759-4fc5-a690-c3de9d6ed363 req-6a225038-c151-4502-b67d-913194a48012 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:59.129718 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f2820870-3759-4fc5-a690-c3de9d6ed363 req-6a225038-c151-4502-b67d-913194a48012 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1548829 Aug 30 11:03:59.198117 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f2820870-3759-4fc5-a690-c3de9d6ed363 req-6780707d-1cf8-4fa4-936d-2626772442c7 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606718 Aug 30 11:03:59.198936 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Attempting to bind port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:03:59.199271 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Attempting to bind port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:03:59.199595 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Attempting to bind port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 on network ade45070-5bf9-4c51-ae12-b01e958f522f {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:03:59.206537 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 on network ade45070-5bf9-4c51-ae12-b01e958f522f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 11:03:59.207083 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Attempting to bind port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 on network ade45070-5bf9-4c51-ae12-b01e958f522f {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:03:59.212720 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:03:59.213098 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Checking segment: {'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:03:59.213494 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Bound using segment: {'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:03:59.214022 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Bound port: 9c59845e-1b72-4b4f-8c64-7fcab4a71933, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:03:59.214383 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.238123 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48374) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:59.271298 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Made reservation on behalf of e0ad5c2bb985498fa131001af10b6a3b for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:03:59.275053 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.299348 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] For port 9c59845e-1b72-4b4f-8c64-7fcab4a71933, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:03:59.318436 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] For port 9c59845e-1b72-4b4f-8c64-7fcab4a71933, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9c59845e-1b72-4b4f-8c64-7fcab4a71933,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:03:59.354562 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.399316 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.454195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:59.454992 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.456455 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] 10.222.0.18 "PUT /v2.0/ports/9c59845e-1b72-4b4f-8c64-7fcab4a71933 HTTP/1.1" status: 200 len: 1093 time: 1.4330657 Aug 30 11:03:59.460017 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93705d5-795f-4016-bb18-90e5c743544f', 'tag': '9c59845e-1b72-4b4f-8c64-7fcab4a71933'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:03:59.462463 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d5314b-668c-4de7-8ca3-75f9e21de54d" -d '{"events": [{"name": "network-changed", "server_uuid": "c93705d5-795f-4016-bb18-90e5c743544f", "tag": "9c59845e-1b72-4b4f-8c64-7fcab4a71933"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:03:59.463899 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.474891 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Allocated IP 172.20.0.8 (bd648ed5-f5c1-4641-995d-5accb6767a46/ea27ae4c-742f-4c3a-ac17-4d5466c0b274/50206a85-befb-4b01-8396-1dc54c8d212c) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:03:59.498687 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f301b-7958-45ce-ba6e-50aa8e041fab service neutron] Pushing event updated for resources: {'Port': ['ID=9c59845e-1b72-4b4f-8c64-7fcab4a71933,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:59.522460 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dccb64-f729-4f65-a6f2-866e4bccd682 req-0e9f681f-3cf9-462b-ac72-834c6b7054f6 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:59.524423 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-83dccb64-f729-4f65-a6f2-866e4bccd682 req-0e9f681f-3cf9-462b-ac72-834c6b7054f6 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 943 time: 0.0588937 Aug 30 11:03:59.529808 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.577420 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e36ea344-5be1-4848-a571-26f320db6a53 req-e38d22af-bd66-4a5e-b1b4-857bf1d40e4a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 210 time: 0.0521157 Aug 30 11:03:59.596662 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96aea758165d455ca7942eca9562c8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573639 Aug 30 11:03:59.599147 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48384) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:03:59.617797 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6acc9c-264c-4b20-912b-39a9a14125fb,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:59.639516 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.646040 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f658d-ed5d-4f0c-978c-4412ae2680f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:03:59.654793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d1dc6f-6eb2-46d9-87e2-b39b8035698c x-openstack-request-id: req-c6d1dc6f-6eb2-46d9-87e2-b39b8035698c {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:03:59.654938 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93705d5-795f-4016-bb18-90e5c743544f", "tag": "9c59845e-1b72-4b4f-8c64-7fcab4a71933", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:03:59.655136 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6d1dc6f-6eb2-46d9-87e2-b39b8035698c {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:03:59.655522 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93705d5-795f-4016-bb18-90e5c743544f', 'tag': '9c59845e-1b72-4b4f-8c64-7fcab4a71933', 'status': 'completed', 'code': 200} Aug 30 11:03:59.656963 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-83dccb64-f729-4f65-a6f2-866e4bccd682 req-5c0d91a2-6412-450e-9f83-a5d0abd5ce2f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233211 Aug 30 11:03:59.691273 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-ed68d217-2c7d-483b-a6a5-dfb31804808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:59.692753 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-ed68d217-2c7d-483b-a6a5-dfb31804808c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e391030116f848fdbf28485118429f98&device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 1096 time: 0.1144471 Aug 30 11:03:59.694277 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82625fbb-6106-46eb-8e2f-7a3120ced2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.716436 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82625fbb-6106-46eb-8e2f-7a3120ced2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.751705 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-9efc89b3-676b-42b5-93a5-9597d786890e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c59845e-1b72-4b4f-8c64-7fcab4a71933 HTTP/1.1" status: 200 len: 217 time: 0.0492580 Aug 30 11:03:59.769162 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.814807 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-c8cf0058-3f22-4987-a6a6-314e1b0b8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:03:59.816287 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-c8cf0058-3f22-4987-a6a6-314e1b0b8791 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=976ded49-f207-4868-906a-0a9e3825f720 HTTP/1.1" status: 200 len: 853 time: 0.0574086 Aug 30 11:03:59.848758 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-3870c2c6-0a80-4bcd-9482-bc79d7613ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ade45070-5bf9-4c51-ae12-b01e958f522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244055 Aug 30 11:03:59.866202 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82625fbb-6106-46eb-8e2f-7a3120ced2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.869353 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82625fbb-6106-46eb-8e2f-7a3120ced2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:03:59.870491 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-82625fbb-6106-46eb-8e2f-7a3120ced2de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d6acc9c-264c-4b20-912b-39a9a14125fb HTTP/1.1" status: 204 len: 168 time: 0.2704022 Aug 30 11:03:59.873464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Transition to ACTIVE for port object 50206a85-befb-4b01-8396-1dc54c8d212c will not be triggered until provisioned by entity DHCP. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:03:59.879649 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82625fbb-6106-46eb-8e2f-7a3120ced2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6acc9c-264c-4b20-912b-39a9a14125fb,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:03:59.976220 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-5cbd27e8-9fd8-4b11-9994-b8df51f448a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204386 Aug 30 11:04:00.061078 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-63c29228-9537-4733-9bd0-8d7c0b8eaac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:00.064574 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:00.102667 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58fd5588-56c7-446f-b305-99f2d1cf10b1 req-aeecb9b2-411d-4272-b2b1-1df6c7226098 service neutron] 10.222.0.18 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185267 Aug 30 11:04:00.120423 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Network bd648ed5-f5c1-4641-995d-5accb6767a46 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:04:00.123557 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:04:00.127381 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:04:00.157351 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=50206a85-befb-4b01-8396-1dc54c8d212c,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:00.194169 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:00.194813 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:00.286285 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-fd8aa2c2-689c-41a7-a036-ce83d06cf393 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6470177 Aug 30 11:04:00.302469 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Request body: {'port': {'device_id': '599d7713-7b05-4f18-b6ca-573d2b863337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:04:00.317694 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-cec6fb25-1862-4a7f-9bfa-914cd399acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:00.319101 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-cec6fb25-1862-4a7f-9bfa-914cd399acfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e391030116f848fdbf28485118429f98&device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 1096 time: 0.0780566 Aug 30 11:04:00.370147 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:00.458802 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974259-0b85-40f4-9dc8-e58272260b1e req-b15144d6-77a7-4e82-a33b-8bcff89b8a87 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:00.462022 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4d974259-0b85-40f4-9dc8-e58272260b1e req-b15144d6-77a7-4e82-a33b-8bcff89b8a87 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.1560366 Aug 30 11:04:00.480913 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:00.494819 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-98678da8-c9d3-4edc-a7f5-54d3a5d90db5 None None] Provisioning for port 50206a85-befb-4b01-8396-1dc54c8d212c completed by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:04:00.499476 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-98678da8-c9d3-4edc-a7f5-54d3a5d90db5 None None] Provisioning complete for port 50206a85-befb-4b01-8396-1dc54c8d212c triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:04:00.499854 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-98678da8-c9d3-4edc-a7f5-54d3a5d90db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:00.535019 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-98678da8-c9d3-4edc-a7f5-54d3a5d90db5 None None] Port 50206a85-befb-4b01-8396-1dc54c8d212c cannot update to ACTIVE because it is not bound. {{(pid=106344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 11:04:00.551703 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-609dcc83-843b-4319-9797-1269bdeac168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:00.553211 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-609dcc83-843b-4319-9797-1269bdeac168 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ade45070-5bf9-4c51-ae12-b01e958f522f HTTP/1.1" status: 200 len: 914 time: 0.2176142 Aug 30 11:04:00.606943 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4d974259-0b85-40f4-9dc8-e58272260b1e req-beeb8cb0-9aea-4f78-aee3-5cfa9ad2352b tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301198 Aug 30 11:04:00.610594 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-2d0c70d7-627d-4fce-91a6-9b47b20cdea2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c59845e-1b72-4b4f-8c64-7fcab4a71933 HTTP/1.1" status: 200 len: 217 time: 0.0489275 Aug 30 11:04:00.704647 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b52eb-ed45-40e2-92e6-cff8f5e34344 req-d32c2411-c951-4beb-b14b-450dcd3164d0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:00.706224 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1b9b52eb-ed45-40e2-92e6-cff8f5e34344 req-d32c2411-c951-4beb-b14b-450dcd3164d0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 931 time: 0.0518584 Aug 30 11:04:00.751615 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-6b731afd-2c5e-4617-86aa-5e2bbd1d905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:00.752991 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-6b731afd-2c5e-4617-86aa-5e2bbd1d905e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=976ded49-f207-4868-906a-0a9e3825f720 HTTP/1.1" status: 200 len: 853 time: 0.1306827 Aug 30 11:04:00.754014 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1b9b52eb-ed45-40e2-92e6-cff8f5e34344 req-5dd3bde4-bc9a-4bc3-bfec-8a47a4e300cf tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380120 Aug 30 11:04:00.839682 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-d6ec7583-1f76-4442-813f-8040772dcba4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ade45070-5bf9-4c51-ae12-b01e958f522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752578 Aug 30 11:04:00.895115 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:00.921001 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c24a2-9753-4207-9561-49aa70b25107 req-7dd16d4b-6cfe-4a9e-a6e8-8aab3b426060 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:00.922497 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-251c24a2-9753-4207-9561-49aa70b25107 req-7dd16d4b-6cfe-4a9e-a6e8-8aab3b426060 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 943 time: 0.1866956 Aug 30 11:04:01.020094 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-251c24a2-9753-4207-9561-49aa70b25107 req-9a1e6761-ee68-4835-a1ac-e916dcb823af tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906324 Aug 30 11:04:01.026510 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-193b3863-ce9d-442a-9979-f90fb330d7de service neutron] 10.222.0.18 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766226 Aug 30 11:04:01.114230 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50206a85-befb-4b01-8396-1dc54c8d212c {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:04:01.124965 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:01.151311 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Transition to ACTIVE for port object 50206a85-befb-4b01-8396-1dc54c8d212c will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:04:01.173034 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f3d5314b-668c-4de7-8ca3-75f9e21de54d req-692f63a1-48e9-4c27-bfce-975a4deea34c service neutron] 10.222.0.18 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366346 Aug 30 11:04:01.289503 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:01.348087 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Pushing event updated for resources: {'Port': ['ID=50206a85-befb-4b01-8396-1dc54c8d212c,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:01.420796 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Attempting to bind port 50206a85-befb-4b01-8396-1dc54c8d212c on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:04:01.421159 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Attempting to bind port 50206a85-befb-4b01-8396-1dc54c8d212c by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:04:01.423105 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Attempting to bind port 50206a85-befb-4b01-8396-1dc54c8d212c on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:04:01.426319 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Port 50206a85-befb-4b01-8396-1dc54c8d212c on network bd648ed5-f5c1-4641-995d-5accb6767a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 11:04:01.426645 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Attempting to bind port 50206a85-befb-4b01-8396-1dc54c8d212c on network bd648ed5-f5c1-4641-995d-5accb6767a46 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:04:01.433084 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:04:01.433553 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Checking segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:04:01.433971 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Bound using segment: {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:04:01.434429 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Bound port: 50206a85-befb-4b01-8396-1dc54c8d212c, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baecb20c-5f55-4ab3-8c41-3e42299b0362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:04:01.434764 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:01.503949 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] For port 50206a85-befb-4b01-8396-1dc54c8d212c, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:04:01.507437 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] For port 50206a85-befb-4b01-8396-1dc54c8d212c, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=50206a85-befb-4b01-8396-1dc54c8d212c,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:04:01.599610 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:01.636890 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:01.637528 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:01.638917 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] 10.222.0.18 "PUT /v2.0/ports/50206a85-befb-4b01-8396-1dc54c8d212c HTTP/1.1" status: 200 len: 1093 time: 1.3429537 Aug 30 11:04:01.660133 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:01.667144 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a102a05-a075-4239-8b06-e20693edf078" -d '{"events": [{"name": "network-changed", "server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:01.686448 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98e522-95c2-4fe8-96d0-68e929678501 service neutron] Pushing event updated for resources: {'Port': ['ID=50206a85-befb-4b01-8396-1dc54c8d212c,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:01.718995 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57efa217-2a17-40a3-8115-7124c1dbf7bb x-openstack-request-id: req-57efa217-2a17-40a3-8115-7124c1dbf7bb {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:01.718995 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:01.718995 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57efa217-2a17-40a3-8115-7124c1dbf7bb {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:01.718995 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c', 'status': 'completed', 'code': 200} Aug 30 11:04:01.766855 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a027-5de6-436d-a58f-583cd199b339 req-9bbd3b5a-62b8-4541-b961-2cf6cf69254a tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:01.769394 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5313a027-5de6-436d-a58f-583cd199b339 req-9bbd3b5a-62b8-4541-b961-2cf6cf69254a tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0615823 Aug 30 11:04:01.796604 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48426) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:01.808592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a102a05-a075-4239-8b06-e20693edf078 req-18c49aa6-2d61-413c-8d31-fa9205574aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:01.810357 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7a102a05-a075-4239-8b06-e20693edf078 req-18c49aa6-2d61-413c-8d31-fa9205574aad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 1096 time: 0.0707657 Aug 30 11:04:01.833889 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5313a027-5de6-436d-a58f-583cd199b339 req-a091a860-b563-4bdd-882f-e61841789283 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557964 Aug 30 11:04:01.958050 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01840-e31a-4ba2-ae5f-c5fb75206f9e req-c5f23b19-24b5-4995-83ba-c1b89fcc85a3 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:01.959563 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a3c01840-e31a-4ba2-ae5f-c5fb75206f9e req-c5f23b19-24b5-4995-83ba-c1b89fcc85a3 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0890136 Aug 30 11:04:01.963350 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6b62e160-8f2e-42d6-aa6d-eccc840a6d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:01.999863 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a102a05-a075-4239-8b06-e20693edf078 req-09d75df7-2aa3-44f7-8880-20d3f031ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:02.001321 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7a102a05-a075-4239-8b06-e20693edf078 req-09d75df7-2aa3-44f7-8880-20d3f031ca39 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1826777 Aug 30 11:04:02.072803 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a3c01840-e31a-4ba2-ae5f-c5fb75206f9e req-ea857c4d-fb17-4f33-9f2d-241f2b322016 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052196 Aug 30 11:04:02.151735 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a752054-dc64-4cfe-9197-21333f031523 req-6dcf96d4-53ca-468f-b830-40a0ac3e113e tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:02.153354 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9a752054-dc64-4cfe-9197-21333f031523 req-6dcf96d4-53ca-468f-b830-40a0ac3e113e tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 943 time: 0.0619168 Aug 30 11:04:02.153592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a102a05-a075-4239-8b06-e20693edf078 req-034efd53-d62f-413b-aa5a-82532af00108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:02.154985 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7a102a05-a075-4239-8b06-e20693edf078 req-034efd53-d62f-413b-aa5a-82532af00108 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449811 Aug 30 11:04:02.190667 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6b62e160-8f2e-42d6-aa6d-eccc840a6d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.203595 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-9a752054-dc64-4cfe-9197-21333f031523 req-1010fd36-956c-4d38-abb1-08a64e61a00d tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Aug 30 11:04:02.238144 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-1669541e-5796-4b29-ae91-a5a3141b8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:02.239628 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-1669541e-5796-4b29-ae91-a5a3141b8550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 1096 time: 0.0422201 Aug 30 11:04:02.280941 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-e4343372-c634-46b6-91ae-595f5e123d1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50206a85-befb-4b01-8396-1dc54c8d212c HTTP/1.1" status: 200 len: 217 time: 0.0331163 Aug 30 11:04:02.333676 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-3d1a5185-4946-40a1-82bd-417127ed6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:02.335034 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-3d1a5185-4946-40a1-82bd-417127ed6a5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0474832 Aug 30 11:04:02.336077 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6b62e160-8f2e-42d6-aa6d-eccc840a6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.397195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62e160-8f2e-42d6-aa6d-eccc840a6d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aad16d7-99d5-4232-9a8b-6b1f627757d7,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:02.404068 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-6b62e160-8f2e-42d6-aa6d-eccc840a6d3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ced956eac4814c70965984ac14de561f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063895 Aug 30 11:04:02.406805 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48432) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:02.415103 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-4aa3488a-ef85-4b23-af3d-7dc263ea36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:02.416653 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-4aa3488a-ef85-4b23-af3d-7dc263ea36ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661554 Aug 30 11:04:02.434194 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 9c59845e-1b72-4b4f-8c64-7fcab4a71933 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:04:02.458851 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-342e1ca7-df53-4e01-970f-95165b1d65c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.489386 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-342e1ca7-df53-4e01-970f-95165b1d65c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.506045 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.520658 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-a8305a9f-f580-411e-903b-8f2a925e0576 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964704 Aug 30 11:04:02.561269 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 9c59845e-1b72-4b4f-8c64-7fcab4a71933, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9c59845e-1b72-4b4f-8c64-7fcab4a71933,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:02.574272 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '9c59845e-1b72-4b4f-8c64-7fcab4a71933', 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f', 'port_id': '9c59845e-1b72-4b4f-8c64-7fcab4a71933', 'mac_address': 'fa:16:3e:ea:dd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976ded49-f207-4868-906a-0a9e3825f720', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:04:02.613371 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.618018 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cf78cae1-576f-4a8e-8443-c1c5778862c7 req-ebf95910-cf92-4cd6-872e-674b8b9d01ad service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Aug 30 11:04:02.622537 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.627281 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c59845e-1b72-4b4f-8c64-7fcab4a71933 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:04:02.646971 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 9c59845e-1b72-4b4f-8c64-7fcab4a71933, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9c59845e-1b72-4b4f-8c64-7fcab4a71933,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:02.729220 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-342e1ca7-df53-4e01-970f-95165b1d65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.732044 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-342e1ca7-df53-4e01-970f-95165b1d65c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.733504 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-342e1ca7-df53-4e01-970f-95165b1d65c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4aad16d7-99d5-4232-9a8b-6b1f627757d7 HTTP/1.1" status: 204 len: 168 time: 0.3256743 Aug 30 11:04:02.741674 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e1ca7-df53-4e01-970f-95165b1d65c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aad16d7-99d5-4232-9a8b-6b1f627757d7,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:02.764230 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:02.819840 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=9c59845e-1b72-4b4f-8c64-7fcab4a71933,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:02.961391 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ca37-a80c-4332-b12c-24c10518912e req-850d7aca-7ae3-4d74-868a-553a7ebf989c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:02.962996 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f0b0ca37-a80c-4332-b12c-24c10518912e req-850d7aca-7ae3-4d74-868a-553a7ebf989c tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0525827 Aug 30 11:04:03.001520 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f0b0ca37-a80c-4332-b12c-24c10518912e req-10ad1507-2b68-484e-aea5-3c63badd3dd0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323613 Aug 30 11:04:03.027677 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['9c59845e-1b72-4b4f-8c64-7fcab4a71933'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:04:03.203085 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f050a-bbcd-4543-ae3a-6af277d3eec4 req-b47ef24d-27ea-49db-abf7-6c3bcbdb1d82 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:03.204582 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e01f050a-bbcd-4543-ae3a-6af277d3eec4 req-b47ef24d-27ea-49db-abf7-6c3bcbdb1d82 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0562766 Aug 30 11:04:03.244275 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-e01f050a-bbcd-4543-ae3a-6af277d3eec4 req-abe90a12-a5bd-4b31-875a-89db44d38939 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Aug 30 11:04:03.328211 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acf783-7267-4ced-b322-d2d082b748c8 req-eacedd70-5d0d-4cbf-88f3-914a4513e18c tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:03.330327 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-11acf783-7267-4ced-b322-d2d082b748c8 req-eacedd70-5d0d-4cbf-88f3-914a4513e18c tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 944 time: 0.0574064 Aug 30 11:04:03.369653 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-11acf783-7267-4ced-b322-d2d082b748c8 req-10e918da-0a62-4a21-b5f1-848bd09fdd0f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325959 Aug 30 11:04:03.859165 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-f7b0dd8a-2402-45b9-862e-b3886a780bd0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:03.860621 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-f7b0dd8a-2402-45b9-862e-b3886a780bd0 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0483286 Aug 30 11:04:03.965006 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Deleting port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:03.965359 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:04.064325 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] For port 423dde3c-6b3a-42b4-a755-f5eae43c9c70, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=423dde3c-6b3a-42b4-a755-f5eae43c9c70,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:04.068800 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:04.081695 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Calling delete_port for 423dde3c-6b3a-42b4-a755-f5eae43c9c70 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:04.129152 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9bfb5-2db2-42d6-891c-3320a9a4bfd3 req-ae1e6ad1-5508-4bd2-9942-9681ab97078a tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:04.130872 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d1d9bfb5-2db2-42d6-891c-3320a9a4bfd3 req-ae1e6ad1-5508-4bd2-9942-9681ab97078a tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 943 time: 0.0574043 Aug 30 11:04:04.171231 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d1d9bfb5-2db2-42d6-891c-3320a9a4bfd3 req-65ba8dbe-2cce-473b-98c6-4f6f0aa6efdd tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/security-groups?id=b786d69a-69d2-4946-a291-da25a08bab73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338106 Aug 30 11:04:04.320714 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:04.369415 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event deleted for resources: {'Port': ['ID=423dde3c-6b3a-42b4-a755-f5eae43c9c70,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:04.432436 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36655cd-3936-4146-9370-2d9b203aefda req-d8e4a1ba-66f6-4ce8-9548-e42abaddbd14 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:04.434001 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d36655cd-3936-4146-9370-2d9b203aefda req-d8e4a1ba-66f6-4ce8-9548-e42abaddbd14 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.1230896 Aug 30 11:04:04.435008 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] No DVR routers for this DVR port 423dde3c-6b3a-42b4-a755-f5eae43c9c70 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:04.438604 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:04.440571 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-47a7e8b5-b2a0-4d17-b2d6-8fc07e1b7440 req-ec81ff2a-e7bb-4156-8d8b-dc52fce0c01f tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.18 "DELETE /v2.0/ports/423dde3c-6b3a-42b4-a755-f5eae43c9c70 HTTP/1.1" status: 204 len: 173 time: 0.5723042 Aug 30 11:04:04.441046 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-deleted', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:04.441749 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 9c59845e-1b72-4b4f-8c64-7fcab4a71933 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:04:04.443494 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729a548b-8dd8-4b03-bc2a-7c8ec16c290f" -d '{"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-deleted", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:04.493663 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d36655cd-3936-4146-9370-2d9b203aefda req-07b27f71-f915-4ba9-bfef-74980df4400a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Aug 30 11:04:04.534486 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b301c-9e17-4401-b0aa-50a921ee8e40 req-919bf1de-962a-4504-8c38-0ce75742bad5 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:04.536082 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0b5b301c-9e17-4401-b0aa-50a921ee8e40 req-919bf1de-962a-4504-8c38-0ce75742bad5 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 944 time: 0.0966067 Aug 30 11:04:04.541027 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f7e46b-33ad-46a0-98f6-c6ef5c22c3d6 x-openstack-request-id: req-24f7e46b-33ad-46a0-98f6-c6ef5c22c3d6 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:04.541341 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f74f44-d6fe-4d00-aa16-814bc1b0253f", "name": "network-vif-deleted", "tag": "423dde3c-6b3a-42b4-a755-f5eae43c9c70", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:04.541593 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24f7e46b-33ad-46a0-98f6-c6ef5c22c3d6 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:04.541982 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f74f44-d6fe-4d00-aa16-814bc1b0253f', 'name': 'network-vif-deleted', 'tag': '423dde3c-6b3a-42b4-a755-f5eae43c9c70', 'status': 'completed', 'code': 200} Aug 30 11:04:04.576111 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-0b5b301c-9e17-4401-b0aa-50a921ee8e40 req-f9743564-2160-4752-897c-d734162295e0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336292 Aug 30 11:04:04.649569 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:04:04.653735 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:04:04.654120 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:04.744088 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:04.771063 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93705d5-795f-4016-bb18-90e5c743544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c59845e-1b72-4b4f-8c64-7fcab4a71933'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:04.773900 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6230d80-8e49-4c0d-b722-b37b78527fa6" -d '{"events": [{"server_uuid": "c93705d5-795f-4016-bb18-90e5c743544f", "name": "network-vif-plugged", "status": "completed", "tag": "9c59845e-1b72-4b4f-8c64-7fcab4a71933"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:04.791975 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 9c59845e-1b72-4b4f-8c64-7fcab4a71933, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9c59845e-1b72-4b4f-8c64-7fcab4a71933,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:04.824399 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b96ab-83f8-4514-913a-fc0e17dfb7a2 x-openstack-request-id: req-cc9b96ab-83f8-4514-913a-fc0e17dfb7a2 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:04.824985 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93705d5-795f-4016-bb18-90e5c743544f", "name": "network-vif-plugged", "status": "completed", "tag": "9c59845e-1b72-4b4f-8c64-7fcab4a71933", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:04.825282 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc9b96ab-83f8-4514-913a-fc0e17dfb7a2 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:04.827218 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93705d5-795f-4016-bb18-90e5c743544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c59845e-1b72-4b4f-8c64-7fcab4a71933', 'code': 200} Aug 30 11:04:04.912179 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:04.962664 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=9c59845e-1b72-4b4f-8c64-7fcab4a71933,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:05.190941 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7d9b8-121d-494a-a3f5-398ebf5398e9 req-9f70d191-34d9-4b41-b350-bd7528622c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:05.192426 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6ca7d9b8-121d-494a-a3f5-398ebf5398e9 req-9f70d191-34d9-4b41-b350-bd7528622c50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 1098 time: 0.0426424 Aug 30 11:04:05.233103 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6ca7d9b8-121d-494a-a3f5-398ebf5398e9 req-bd1fde50-43c7-4801-9784-3d556eeef342 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Aug 30 11:04:05.266515 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-03ac9bb1-693f-4f29-a899-be29e19a86f0 req-cbae59fe-b937-4288-adb0-2b39f5d85370 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 210 time: 0.0272958 Aug 30 11:04:05.614867 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14ff43-a9da-4f3f-8a87-b30f787a43dc req-d2c7d6db-8ead-4401-b0ab-05b72c96323d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:05.615867 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0c14ff43-a9da-4f3f-8a87-b30f787a43dc req-d2c7d6db-8ead-4401-b0ab-05b72c96323d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0511348 Aug 30 11:04:05.657119 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0c14ff43-a9da-4f3f-8a87-b30f787a43dc req-d0cd6afa-3b69-41ce-920d-ee5a0bd1b741 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333097 Aug 30 11:04:05.699951 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c727-34b3-495e-92be-d04f9d5ef0c3 req-50ef5f24-e4bf-4e4a-a476-ed0fa18c202d tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:05.701515 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-46a5c727-34b3-495e-92be-d04f9d5ef0c3 req-50ef5f24-e4bf-4e4a-a476-ed0fa18c202d tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 945 time: 0.0565450 Aug 30 11:04:05.740326 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-46a5c727-34b3-495e-92be-d04f9d5ef0c3 req-f17c2c68-4771-43f4-90b2-405dd182acc6 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Aug 30 11:04:06.378261 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-9251392a-1b68-4fed-9b04-4a59d0d9fbcf req-87202602-c2d6-4779-9daa-116e4796f548 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "GET /v2.0/ports?device_id=71f74f44-d6fe-4d00-aa16-814bc1b0253f HTTP/1.1" status: 200 len: 210 time: 0.0296266 Aug 30 11:04:06.784255 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621bb6-6e51-44d7-9126-5be9dea5f2bf req-9f632be0-ed2f-4807-bbb0-9c6050c741c4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:06.785813 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d1621bb6-6e51-44d7-9126-5be9dea5f2bf req-9f632be0-ed2f-4807-bbb0-9c6050c741c4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0495594 Aug 30 11:04:06.825251 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d1621bb6-6e51-44d7-9126-5be9dea5f2bf req-0bd7a4e3-0fb5-4915-8f8a-4a67314443b5 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334966 Aug 30 11:04:06.865302 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506decd-d962-4f03-a2b4-54a456b79e1c req-51c59d82-9505-461e-9974-b88832379f49 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:06.867614 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5506decd-d962-4f03-a2b4-54a456b79e1c req-51c59d82-9505-461e-9974-b88832379f49 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 945 time: 0.0573835 Aug 30 11:04:06.906550 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-5506decd-d962-4f03-a2b4-54a456b79e1c req-04a2f201-6c85-4d2d-8123-77a4a05e806b tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Aug 30 11:04:07.436998 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48546) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:07.495594 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c925855f-b7c8-46f6-bda0-099665bc7024 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:07.521538 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c925855f-b7c8-46f6-bda0-099665bc7024 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:07.677473 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c925855f-b7c8-46f6-bda0-099665bc7024 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:07.680706 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c925855f-b7c8-46f6-bda0-099665bc7024 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:07.681913 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c925855f-b7c8-46f6-bda0-099665bc7024 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] 10.222.0.24 "DELETE /v2.0/security-groups/b786d69a-69d2-4946-a291-da25a08bab73 HTTP/1.1" status: 204 len: 168 time: 0.2438946 Aug 30 11:04:07.691128 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925855f-b7c8-46f6-bda0-099665bc7024 tempest-TestShelveInstance-403741848 tempest-TestShelveInstance-403741848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786d69a-69d2-4946-a291-da25a08bab73,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:07.803433 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48556) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:07.942119 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9bc8d-ef67-47d4-a5b7-5731a2d79ab9 req-5b3a7599-482e-4c6b-b04f-429b70406863 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:07.943518 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a9f9bc8d-ef67-47d4-a5b7-5731a2d79ab9 req-5b3a7599-482e-4c6b-b04f-429b70406863 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0504525 Aug 30 11:04:07.985766 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a9f9bc8d-ef67-47d4-a5b7-5731a2d79ab9 req-9b2e565e-649d-4199-8e26-b2448802fe38 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360005 Aug 30 11:04:08.389426 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:08.935871 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Deleting port f97d7b61-70b9-4c16-a687-2e0c7286e263 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:08.936208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:09.011485 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] For port f97d7b61-70b9-4c16-a687-2e0c7286e263, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=f97d7b61-70b9-4c16-a687-2e0c7286e263,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:09.011793 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:09.026549 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Calling delete_port for f97d7b61-70b9-4c16-a687-2e0c7286e263 owned by network:router_interface {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:09.139021 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd96c91-988b-4fde-9b91-f389f6f5b02a req-0757a935-9215-41ac-a723-102325ca996c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:09.140578 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6dd96c91-988b-4fde-9b91-f389f6f5b02a req-0757a935-9215-41ac-a723-102325ca996c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0702286 Aug 30 11:04:09.230840 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6dd96c91-988b-4fde-9b91-f389f6f5b02a req-88ee9b53-7597-4ee5-9436-0306620869ee tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556550 Aug 30 11:04:09.340125 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:09.365288 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97d7b61-70b9-4c16-a687-2e0c7286e263,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:09.533757 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:09.745394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Router 7527f98f-617e-4282-a16a-b536d4275d76 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:04:09.855359 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:04:09.860792 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-249fbc5c-4cbd-4478-85e5-0baa685bb620 admin admin] 10.222.0.24 "PUT /v2.0/routers/7527f98f-617e-4282-a16a-b536d4275d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562620 Aug 30 11:04:09.863386 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48572) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:09.866216 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] Sync routers for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:04:09.877200 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:09.878261 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:09.971565 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks [] for router, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:10.012465 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:10.213547 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T11:04:09Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:10.244648 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] Checking router: 7527f98f-617e-4282-a16a-b536d4275d76 for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:04:10.254391 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] Routers {'7527f98f-617e-4282-a16a-b536d4275d76'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:10.255264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7527f98f-617e-4282-a16a-b536d4275d76'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:10.356219 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:10.370858 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] Set router 7527f98f-617e-4282-a16a-b536d4275d76 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:10.378115 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25890877-a278-405d-bb5c-af611fe6e7bd req-69a8f034-635a-4fa8-8dea-d92f5d1c2dc4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:10.379654 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-25890877-a278-405d-bb5c-af611fe6e7bd req-69a8f034-635a-4fa8-8dea-d92f5d1c2dc4 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0715876 Aug 30 11:04:10.421132 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-25890877-a278-405d-bb5c-af611fe6e7bd req-7f7af9f5-1292-4b96-a1a3-8595b96c4265 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332954 Aug 30 11:04:10.475698 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Deleting port be39a72e-0446-4430-8fb8-95ea65ff511f {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:10.475957 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:10.556890 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T11:04:09Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:10.558973 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] For port be39a72e-0446-4430-8fb8-95ea65ff511f, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=be39a72e-0446-4430-8fb8-95ea65ff511f,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:10.559455 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:10.573697 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Calling delete_port for be39a72e-0446-4430-8fb8-95ea65ff511f owned by network:router_gateway {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:10.588681 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9e203-d762-4da8-82ad-7e7b8622343b None None] The sync data for ids ['7527f98f-617e-4282-a16a-b536d4275d76'] in dv-cinder-806559-1-iscsi is: [{'id': '7527f98f-617e-4282-a16a-b536d4275d76', 'name': 'tempest-TestShelveInstance-997182558-router', 'tenant_id': '844964501d1e4d3e88d53099fe8554cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:15Z', 'updated_at': '2021-08-30T11:04:09Z', 'revision_number': 5, 'project_id': '844964501d1e4d3e88d53099fe8554cb', 'gw_port': {'id': 'be39a72e-0446-4430-8fb8-95ea65ff511f', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527f98f-617e-4282-a16a-b536d4275d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:16Z', 'updated_at': '2021-08-30T10:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:04:10.803645 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:10.836400 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Pushing event deleted for resources: {'Port': ['ID=be39a72e-0446-4430-8fb8-95ea65ff511f,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:10.906368 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.004375 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.006866 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.123420 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.123965 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7527f98f-617e-4282-a16a-b536d4275d76 {{(pid=106343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:04:11.128449 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.129644 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-9d4abb61-274d-4c33-8cc2-3e412dccc82f admin admin] 10.222.0.24 "DELETE /v2.0/routers/7527f98f-617e-4282-a16a-b536d4275d76 HTTP/1.1" status: 204 len: 168 time: 1.2651575 Aug 30 11:04:11.132156 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48600) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:11.182326 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] Deleting subnet 81a0400a-2457-4ddc-badd-4b640e8cccd8 {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:04:11.186370 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.223438 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12727392'] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.341940 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.478993 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16574744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13617886'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.507431 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a0400a-2457-4ddc-badd-4b640e8cccd8,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:11.511254 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.513143 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-41e76ad5-9782-4533-8678-05982ba30470 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/81a0400a-2457-4ddc-badd-4b640e8cccd8 HTTP/1.1" status: 204 len: 168 time: 0.3800077 Aug 30 11:04:11.515654 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48604) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:11.517069 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463dfd78-f292-4b4c-a3de-41fd5ae02eba None None] Network 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:04:11.553577 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58637e7b-c8d1-413b-80fc-620c97844f93 req-3ab8e035-6016-46f7-9ed2-fa481cdf4d7c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:11.555486 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58637e7b-c8d1-413b-80fc-620c97844f93 req-3ab8e035-6016-46f7-9ed2-fa481cdf4d7c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0648332 Aug 30 11:04:11.603905 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.614170 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-58637e7b-c8d1-413b-80fc-620c97844f93 req-04e6f4ef-a10c-4078-8d8b-3ce10e9824ad tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514967 Aug 30 11:04:11.686699 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Deleting port e756a7e3-3027-45e7-9c13-3730bf289979 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:11.687129 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.729663 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] DHCP port deletion for 39c26d0e-70c4-4acf-b26c-c6fe85b3f41b request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:04:11.762004 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] For port e756a7e3-3027-45e7-9c13-3730bf289979, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e756a7e3-3027-45e7-9c13-3730bf289979,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:11.762371 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.764331 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device be39a72e-0446-4430-8fb8-95ea65ff511f no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:11.777759 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Calling delete_port for e756a7e3-3027-45e7-9c13-3730bf289979 owned by network:dhcp {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:11.788272 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: be39a72e-0446-4430-8fb8-95ea65ff511f {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:11.788615 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device be39a72e-0446-4430-8fb8-95ea65ff511f not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:11.789668 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97d7b61-70b9-4c16-a687-2e0c7286e263 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:11.810264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: f97d7b61-70b9-4c16-a687-2e0c7286e263 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:11.810602 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97d7b61-70b9-4c16-a687-2e0c7286e263 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:11.825053 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] Deleting port e756a7e3-3027-45e7-9c13-3730bf289979 {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:11.825432 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.892789 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] For port e756a7e3-3027-45e7-9c13-3730bf289979, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=e756a7e3-3027-45e7-9c13-3730bf289979,segment=NetworkSegment(ff9908dd-224a-4547-b8d1-72107c77bdf2),segment_id=ff9908dd-224a-4547-b8d1-72107c77bdf2)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:11.893331 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:11.909856 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] Calling delete_port for e756a7e3-3027-45e7-9c13-3730bf289979 owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:11.986439 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.009670 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.014103 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e756a7e3-3027-45e7-9c13-3730bf289979,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:12.017565 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] No DVR routers for this DVR port e756a7e3-3027-45e7-9c13-3730bf289979 on host dv-cinder-806559-1-iscsi {{(pid=106343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:12.035946 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] Pushing event deleted for resources: {'Port': ['ID=e756a7e3-3027-45e7-9c13-3730bf289979,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:12.043448 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d693de-2a8a-40b6-8b5c-f56f9b7f8ccc None None] No DVR routers for this DVR port e756a7e3-3027-45e7-9c13-3730bf289979 on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:12.093139 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.104419 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c26d0e-70c4-4acf-b26c-c6fe85b3f41b']}} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:12.118842 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9908dd-224a-4547-b8d1-72107c77bdf2') {'for_net_delete': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:12.119140 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9908dd-224a-4547-b8d1-72107c77bdf2') {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:12.127884 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12727423'] for segment, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.142387 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.150396 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=106343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:04:12.150396 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16574846'] for segment, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: Traceback (most recent call last): Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: timer() Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: cb(*args, **kw) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: return func(*args, **kwargs) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: self._notify() Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: self.callback(batched_events) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: event.method(event) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: return f(self, *a, **k) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._get(url).json() Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: return self.request(url, 'GET', **kwargs) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:04:12.151952 dv-cinder-806559-1-iscsi neutron-server[106343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:04:12.271983 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.278751 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.280365 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/39c26d0e-70c4-4acf-b26c-c6fe85b3f41b HTTP/1.1" status: 204 len: 168 time: 0.7637224 Aug 30 11:04:12.283486 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48614) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:12.293003 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097afbe2-b1a4-4753-b81d-68d3ba0997f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c26d0e-70c4-4acf-b26c-c6fe85b3f41b,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:12.499099 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 50206a85-befb-4b01-8396-1dc54c8d212c details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:04:12.605991 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 50206a85-befb-4b01-8396-1dc54c8d212c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=50206a85-befb-4b01-8396-1dc54c8d212c,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:12.618833 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '50206a85-befb-4b01-8396-1dc54c8d212c', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'port_id': '50206a85-befb-4b01-8396-1dc54c8d212c', 'mac_address': 'fa:16:3e:6d:66:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:04:12.655804 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.657654 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.675871 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50206a85-befb-4b01-8396-1dc54c8d212c {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:04:12.693900 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 50206a85-befb-4b01-8396-1dc54c8d212c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=50206a85-befb-4b01-8396-1dc54c8d212c,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:12.731832 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0ccd4-82ea-4274-a990-ae077051d16e req-0e856565-936d-4713-80f2-cb275a4a4d1c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:12.733369 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d8a0ccd4-82ea-4274-a990-ae077051d16e req-0e856565-936d-4713-80f2-cb275a4a4d1c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 943 time: 0.0519996 Aug 30 11:04:12.771564 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-d8a0ccd4-82ea-4274-a990-ae077051d16e req-4a496a1f-e550-4393-92e0-cfbb30a75a9f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Aug 30 11:04:12.803471 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:12.851876 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=50206a85-befb-4b01-8396-1dc54c8d212c,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:12.917286 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Deleting port 435128d0-6f80-48a7-83ad-fcb1ee6676ed {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:12.917534 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:13.004427 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] For port 435128d0-6f80-48a7-83ad-fcb1ee6676ed, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=435128d0-6f80-48a7-83ad-fcb1ee6676ed,segment=NetworkSegment(ccf36902-0d2e-410e-8dc1-2852fb18faad),segment_id=ccf36902-0d2e-410e-8dc1-2852fb18faad)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:13.004918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:13.018590 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Calling delete_port for 435128d0-6f80-48a7-83ad-fcb1ee6676ed owned by network:router_interface {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:13.072711 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['50206a85-befb-4b01-8396-1dc54c8d212c'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:04:13.346349 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:13.377832 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Pushing event deleted for resources: {'Port': ['ID=435128d0-6f80-48a7-83ad-fcb1ee6676ed,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:13.584881 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:13.723001 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48626) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:13.791819 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e756a7e3-3027-45e7-9c13-3730bf289979 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:13.814278 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: e756a7e3-3027-45e7-9c13-3730bf289979 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:13.814866 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device e756a7e3-3027-45e7-9c13-3730bf289979 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:13.832433 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:04:13.854973 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-620775e5-20c3-4c60-8651-bbe743c107f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:13.945558 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-620775e5-20c3-4c60-8651-bbe743c107f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:13.970829 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f85d8-391b-4b4e-8f70-728d2e29be23 req-25ad5f37-138f-4fc2-9b9e-8b3eb41f9704 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:13.972308 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-283f85d8-391b-4b4e-8f70-728d2e29be23 req-25ad5f37-138f-4fc2-9b9e-8b3eb41f9704 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 944 time: 0.0954659 Aug 30 11:04:13.990383 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:04:14.002755 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c868671c-0cbb-402a-9a71-5881082b5363 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157774 Aug 30 11:04:14.010350 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] Sync routers for ids ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:04:14.011013 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48634) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:14.014324 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] Routers {'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:14.015175 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:14.026581 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-620775e5-20c3-4c60-8651-bbe743c107f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.059470 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620775e5-20c3-4c60-8651-bbe743c107f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe848816-dfb3-4a17-a4a4-6c3e6b287ee7,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:14.086825 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-620775e5-20c3-4c60-8651-bbe743c107f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c47b8d36888433591331151e150b3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597171 Aug 30 11:04:14.087366 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48636) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:14.093038 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-283f85d8-391b-4b4e-8f70-728d2e29be23 req-73c1e40b-5fd8-48b1-b888-7d58cc9aa659 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128328 Aug 30 11:04:14.142662 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3429c1cc-3a03-435b-8402-acd60599eac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.151198 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] Set router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:14.151644 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks [] for router, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.168310 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3429c1cc-3a03-435b-8402-acd60599eac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.271977 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.295013 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3429c1cc-3a03-435b-8402-acd60599eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.297794 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-3429c1cc-3a03-435b-8402-acd60599eac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.303705 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-3429c1cc-3a03-435b-8402-acd60599eac7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe848816-dfb3-4a17-a4a4-6c3e6b287ee7 HTTP/1.1" status: 204 len: 168 time: 0.2132952 Aug 30 11:04:14.314082 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429c1cc-3a03-435b-8402-acd60599eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe848816-dfb3-4a17-a4a4-6c3e6b287ee7,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:14.349930 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T11:04:13Z', 'revision_number': 5, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port': {'id': 'f97aa59a-74ff-4da7-8263-472f5f34c740', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:58:27Z', 'updated_at': '2021-08-30T10:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:14.377251 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] Checking router: aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:04:14.386568 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] Routers {'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:14.387179 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:14.421710 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Deleting port f97aa59a-74ff-4da7-8263-472f5f34c740 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:14.422342 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.476530 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] Set router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 gateway port host: None {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:14.498550 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 50206a85-befb-4b01-8396-1dc54c8d212c up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:04:14.519842 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] For port f97aa59a-74ff-4da7-8263-472f5f34c740, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=f97aa59a-74ff-4da7-8263-472f5f34c740,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:14.520212 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.541732 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Calling delete_port for f97aa59a-74ff-4da7-8263-472f5f34c740 owned by network:router_gateway {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:14.559431 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T11:04:14Z', 'revision_number': 6, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port_host': None}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:14.598053 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44127b5a-90fe-4490-bf56-28af0ac025c9 None None] The sync data for ids ['aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5'] in dv-cinder-806559-1-iscsi is: [{'id': 'aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5', 'name': 'tempest-TestShelveInstance-1027336881-router', 'tenant_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:58:26Z', 'updated_at': '2021-08-30T11:04:14Z', 'revision_number': 6, 'project_id': 'd35f4108a5284fdfbca2b72e0c23c15e', 'gw_port_host': None}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:04:14.700818 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 50206a85-befb-4b01-8396-1dc54c8d212c completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:04:14.705693 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 50206a85-befb-4b01-8396-1dc54c8d212c triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:04:14.706209 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.799640 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.803681 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.826876 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:14.829807 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a74f72b-fd79-41e6-aca2-8ab09ba93cf3" -d '{"events": [{"server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "name": "network-vif-plugged", "status": "completed", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:14.841382 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97aa59a-74ff-4da7-8263-472f5f34c740,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:14.854783 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 50206a85-befb-4b01-8396-1dc54c8d212c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=50206a85-befb-4b01-8396-1dc54c8d212c,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:14.884433 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1280fe-d219-404b-93bb-0a887b46e957 x-openstack-request-id: req-5e1280fe-d219-404b-93bb-0a887b46e957 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:14.884733 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "name": "network-vif-plugged", "status": "completed", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:14.885029 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e1280fe-d219-404b-93bb-0a887b46e957 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:14.885572 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c', 'code': 200} Aug 30 11:04:14.907675 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:14.946511 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.010382 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=50206a85-befb-4b01-8396-1dc54c8d212c,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:15.316047 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.320643 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.370133 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5422c70-4252-4993-be5b-a0092308067b req-4489e43b-78cd-4797-b8f1-8c5917aca31d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:15.371644 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b5422c70-4252-4993-be5b-a0092308067b req-4489e43b-78cd-4797-b8f1-8c5917aca31d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.1440818 Aug 30 11:04:15.411124 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b5422c70-4252-4993-be5b-a0092308067b req-a41b0c3c-9661-49d5-ab20-71cb4b44d067 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Aug 30 11:04:15.557588 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.558120 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 {{(pid=106342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:04:15.567950 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.567950 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-8ecb8b25-4727-40c1-95d7-17f5d8d3ae15 admin admin] 10.222.0.24 "DELETE /v2.0/routers/aa5d4a0f-36bf-4541-a19f-b4d6f3337ff5 HTTP/1.1" status: 204 len: 168 time: 1.5602136 Aug 30 11:04:15.567950 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48648) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:15.616952 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] Deleting subnet 5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:04:15.621371 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.668553 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.723295 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 435128d0-6f80-48a7-83ad-fcb1ee6676ed no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:15.746944 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 435128d0-6f80-48a7-83ad-fcb1ee6676ed {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:15.747305 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 435128d0-6f80-48a7-83ad-fcb1ee6676ed not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:15.747840 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97aa59a-74ff-4da7-8263-472f5f34c740 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:15.765292 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591da2d-3f0e-44ed-9210-199433c80953 req-91245742-ec96-4eee-b00a-8b7a7b09b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:15.766799 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f591da2d-3f0e-44ed-9210-199433c80953 req-91245742-ec96-4eee-b00a-8b7a7b09b61b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 1098 time: 0.0776567 Aug 30 11:04:15.767618 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: f97aa59a-74ff-4da7-8263-472f5f34c740 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:15.768101 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device f97aa59a-74ff-4da7-8263-472f5f34c740 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:15.791028 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.848544 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-f591da2d-3f0e-44ed-9210-199433c80953 req-1bc5dc02-47d3-43b9-a548-0cd517ac702f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677452 Aug 30 11:04:15.952377 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.978132 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:15.984079 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:15.989083 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48650) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:15.991000 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-17c457bc-c9c3-45f5-b4c6-5701b91d279e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ec2d2b7-617a-4b6d-8a0a-898cf8ee7c26 HTTP/1.1" status: 204 len: 168 time: 0.4224849 Aug 30 11:04:15.992658 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc873e5-0776-4347-8094-b1865176d030 None None] Network 406a6266-fdaa-42bb-8c25-a384f76eb0da requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:04:16.067302 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.127421 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Deleting port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:16.127769 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.183068 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] DHCP port deletion for 406a6266-fdaa-42bb-8c25-a384f76eb0da request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:04:16.195115 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] For port ff44308a-0b84-45e0-b6fb-0500a1ac0f24, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,segment=NetworkSegment(ccf36902-0d2e-410e-8dc1-2852fb18faad),segment_id=ccf36902-0d2e-410e-8dc1-2852fb18faad)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:16.195462 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.208740 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Calling delete_port for ff44308a-0b84-45e0-b6fb-0500a1ac0f24 owned by network:dhcp {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:16.231984 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] Deleting port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:16.232401 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.310633 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] For port ff44308a-0b84-45e0-b6fb-0500a1ac0f24, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,segment=NetworkSegment(ccf36902-0d2e-410e-8dc1-2852fb18faad),segment_id=ccf36902-0d2e-410e-8dc1-2852fb18faad)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:16.311030 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.328092 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] Calling delete_port for ff44308a-0b84-45e0-b6fb-0500a1ac0f24 owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:16.369486 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.396594 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:16.400574 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] No DVR routers for this DVR port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 on host dv-cinder-806559-1-iscsi {{(pid=106343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:16.406141 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.435493 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] No DVR routers for this DVR port ff44308a-0b84-45e0-b6fb-0500a1ac0f24 on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:16.437298 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9889356-530e-49be-a928-687b7aeda4bc None None] Pushing event deleted for resources: {'Port': ['ID=ff44308a-0b84-45e0-b6fb-0500a1ac0f24,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:16.518876 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.533375 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406a6266-fdaa-42bb-8c25-a384f76eb0da']}} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:16.547353 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf36902-0d2e-410e-8dc1-2852fb18faad') {'for_net_delete': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:16.547658 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf36902-0d2e-410e-8dc1-2852fb18faad') {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:16.559960 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12727423'] for segment, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.573827 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcef6-358a-45f0-ab13-dda02f87d5f5 req-dde4142a-6d21-421e-b174-95ea8dae9a6d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:16.575526 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-817dcef6-358a-45f0-ab13-dda02f87d5f5 req-dde4142a-6d21-421e-b174-95ea8dae9a6d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0882986 Aug 30 11:04:16.599144 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.615223 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:04:16.615616 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16574846'] for segment, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: Traceback (most recent call last): Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: timer() Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: cb(*args, **kw) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: return func(*args, **kwargs) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: self._notify() Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: self.callback(batched_events) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: event.method(event) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: return f(self, *a, **k) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._get(url).json() Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: return self.request(url, 'GET', **kwargs) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:04:16.617338 dv-cinder-806559-1-iscsi neutron-server[106343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:04:16.683102 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-817dcef6-358a-45f0-ab13-dda02f87d5f5 req-661f344e-fd3a-4e63-9468-d9a77a4cda20 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999935 Aug 30 11:04:16.786058 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.791287 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:16.794558 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] 10.222.0.24 "DELETE /v2.0/networks/406a6266-fdaa-42bb-8c25-a384f76eb0da HTTP/1.1" status: 204 len: 168 time: 0.8037825 Aug 30 11:04:16.810082 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5795e11-0ba4-44d2-b482-9b557749780d admin admin] Pushing event deleted for resources: {'Network': ['ID=406a6266-fdaa-42bb-8c25-a384f76eb0da,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:16.963152 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:04:17.287248 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48662) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:17.331645 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1651d312-2023-43ba-8fdc-df02692d567e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=844964501d1e4d3e88d53099fe8554cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430870 Aug 30 11:04:17.334299 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48664) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:17.386578 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c07330a5-953d-470e-8466-f5ed8515de8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:17.407332 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c07330a5-953d-470e-8466-f5ed8515de8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:17.551966 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c07330a5-953d-470e-8466-f5ed8515de8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:17.555286 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c07330a5-953d-470e-8466-f5ed8515de8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:17.556445 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c07330a5-953d-470e-8466-f5ed8515de8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/172704e2-9279-491d-8330-d813748b135a HTTP/1.1" status: 204 len: 168 time: 0.2212601 Aug 30 11:04:17.564293 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07330a5-953d-470e-8466-f5ed8515de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172704e2-9279-491d-8330-d813748b135a,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:17.720480 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device ff44308a-0b84-45e0-b6fb-0500a1ac0f24 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:17.741183 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: ff44308a-0b84-45e0-b6fb-0500a1ac0f24 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:17.741528 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device ff44308a-0b84-45e0-b6fb-0500a1ac0f24 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:17.806443 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd63c1-f793-41ab-9b4e-c48a6ad598bb req-7f140f70-b1fe-46c8-ad8e-b89e7ea0e657 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:17.807744 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-dddd63c1-f793-41ab-9b4e-c48a6ad598bb req-7f140f70-b1fe-46c8-ad8e-b89e7ea0e657 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0545955 Aug 30 11:04:17.845996 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-dddd63c1-f793-41ab-9b4e-c48a6ad598bb req-3062a137-38d0-4786-8c0a-f0ee772e82a8 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Aug 30 11:04:17.970612 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59743e7c-838c-4b65-9902-b62b360fb06e req-26eaaa6a-a0b7-4678-abd6-2723c18bb4c2 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:17.972203 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-59743e7c-838c-4b65-9902-b62b360fb06e req-26eaaa6a-a0b7-4678-abd6-2723c18bb4c2 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0544095 Aug 30 11:04:18.012888 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-59743e7c-838c-4b65-9902-b62b360fb06e req-da57e021-66bf-4220-a201-f77eb3a5fa15 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334327 Aug 30 11:04:18.035746 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48674) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:18.232637 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8068dfc-339d-4b4a-b7ab-696b53310391 tempest-TestVolumeBootPattern-804083934 tempest-TestVolumeBootPattern-804083934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:18.234300 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c8068dfc-339d-4b4a-b7ab-696b53310391 tempest-TestVolumeBootPattern-804083934 tempest-TestVolumeBootPattern-804083934-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 1093 time: 0.1973670 Aug 30 11:04:18.237103 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48678) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:18.242480 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Request body: {'floatingip': {'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'port_id': '50206a85-befb-4b01-8396-1dc54c8d212c', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:04:18.363230 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.410024 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48682) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:18.450812 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-b1a0ff12-154f-4b1b-a00e-279ca0a7fbd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d35f4108a5284fdfbca2b72e0c23c15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396192 Aug 30 11:04:18.453343 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48684) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:18.477476 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.512302 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2013f435-5c49-4df3-8c06-9681e0048fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.535868 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2013f435-5c49-4df3-8c06-9681e0048fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.607921 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_common [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Allocated IP 172.27.2.132 (949d959b-bae5-40a4-bf0d-e7a549554019/4133798a-a8ac-4a0b-9e17-2f54bed61bcb/ea2c9aa1-98fa-4859-b067-1008c3b3ee7b) {{(pid=106343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:04:18.689348 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2013f435-5c49-4df3-8c06-9681e0048fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.691917 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2013f435-5c49-4df3-8c06-9681e0048fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.693153 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-2013f435-5c49-4df3-8c06-9681e0048fe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a85a6bc-ca0e-4b63-b3b2-1d3a960de8b7 HTTP/1.1" status: 204 len: 168 time: 0.2388120 Aug 30 11:04:18.701854 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013f435-5c49-4df3-8c06-9681e0048fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a85a6bc-ca0e-4b63-b3b2-1d3a960de8b7,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:18.718643 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.826586 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:18.869029 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Network 949d959b-bae5-40a4-bf0d-e7a549554019 is already hosted by enough agents. {{(pid=106343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:04:18.872210 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.base_scheduler [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Resources bound (agent type, host, resource id): {{(pid=106343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:04:18.877097 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Received port after_create {{(pid=106343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:04:18.903422 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=ea2c9aa1-98fa-4859-b067-1008c3b3ee7b,revision_number=1']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:19.258793 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:19.362083 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:19.518416 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:19.614796 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:19.685625 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event updated for resources: {'Port': ['ID=ea2c9aa1-98fa-4859-b067-1008c3b3ee7b,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:19.698043 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502953'] for floatingip, after_create {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:19.800102 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.l3_db [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Floating IP 3b901f76-01ab-4b12-8f34-2cd258de8f91 associated. External IP: 172.27.2.132, port: 50206a85-befb-4b01-8396-1dc54c8d212c. Aug 30 11:04:20.253478 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:04:20.356731 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:04:20.368566 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:04:20.378273 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:20.381291 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:20.443478 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:20.474352 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-19724334-ad9b-4308-a4bd-9cd79cb82524 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2360992 Aug 30 11:04:20.474942 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:20.477624 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902697ca-e7d9-4442-849b-8e741366ebb3" -d '{"events": [{"name": "network-changed", "server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:20.486691 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:20.516904 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1810078c-f3b2-44da-b79a-81e14c155a02 x-openstack-request-id: req-1810078c-f3b2-44da-b79a-81e14c155a02 {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:20.517283 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:20.517536 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1810078c-f3b2-44da-b79a-81e14c155a02 {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:20.517955 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c', 'status': 'completed', 'code': 200} Aug 30 11:04:20.596016 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-df0ee7a1-c66e-48de-af8a-9ac073616ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:20.597655 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-df0ee7a1-c66e-48de-af8a-9ac073616ffb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 1098 time: 0.0459189 Aug 30 11:04:20.696299 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-bb4a80fb-730b-4d85-86c6-270c98ca5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:20.697815 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-bb4a80fb-730b-4d85-86c6-270c98ca5c51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 913 time: 0.0892305 Aug 30 11:04:20.733762 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '3b901f76-01ab-4b12-8f34-2cd258de8f91', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': '50206a85-befb-4b01-8396-1dc54c8d212c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:6d:66:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599d7713-7b05-4f18-b6ca-573d2b863337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:04:19Z', 'updated_at': '2021-08-30T11:04:19Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}, {'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:16Z', 'revision_number': 1, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:20.761654 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:04:20.767037 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-18dfc35b-1ffb-47ac-9ead-203bec184138 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50206a85-befb-4b01-8396-1dc54c8d212c HTTP/1.1" status: 200 len: 999 time: 0.0606680 Aug 30 11:04:20.770017 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:20.770625 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:20.822155 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-64fffda2-4c71-4ed5-86d5-16686fcd38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:20.823629 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-64fffda2-4c71-4ed5-86d5-16686fcd38da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0464759 Aug 30 11:04:20.876945 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-cc350163-40f4-4ba1-85bb-106c5308c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:20.878466 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-cc350163-40f4-4ba1-85bb-106c5308c7af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459545 Aug 30 11:04:20.878813 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:20.972065 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-665dab66-4a63-4e32-98f7-d905c17aef8f service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838683 Aug 30 11:04:21.068090 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-902697ca-e7d9-4442-849b-8e741366ebb3 req-dcc23e94-0c08-47f7-a179-27ff647b363b service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 Aug 30 11:04:21.115447 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '3b901f76-01ab-4b12-8f34-2cd258de8f91', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': '50206a85-befb-4b01-8396-1dc54c8d212c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:6d:66:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599d7713-7b05-4f18-b6ca-573d2b863337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:04:19Z', 'updated_at': '2021-08-30T11:04:19Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}, {'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:16Z', 'revision_number': 1, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:21.143213 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2441ddc-ca88-4f8b-b701-39183b329a7c None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '3b901f76-01ab-4b12-8f34-2cd258de8f91', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': '50206a85-befb-4b01-8396-1dc54c8d212c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:6d:66:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599d7713-7b05-4f18-b6ca-573d2b863337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:04:19Z', 'updated_at': '2021-08-30T11:04:19Z', 'revision_number': 0, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}, {'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:16Z', 'revision_number': 1, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:04:21.338730 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11ed42-cbda-4e2e-9bf9-e0dccb9cca67 None None] New status for floating IP 3b901f76-01ab-4b12-8f34-2cd258de8f91: ACTIVE {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:04:25.740225 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-1f9ecce3-9430-4d8c-a8e4-7342ddacf5f4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505808867&fields=id&tenant_id=7347ee293abb42f4a305a9cfde110dfa HTTP/1.1" status: 200 len: 267 time: 0.0335457 Aug 30 11:04:25.794520 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-6355a41c-c600-4f14-a9b8-4419d9e85e88 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:25.796002 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-6355a41c-c600-4f14-a9b8-4419d9e85e88 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 985 time: 0.0491478 Aug 30 11:04:25.806840 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.v2.base [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Request body: {'port': {'security_groups': ['dcc96092-8109-4793-a85d-86838db2922b']}} {{(pid=106343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:04:25.873080 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.049274 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:26.081943 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for port, precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.191591 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16574802'] for port, after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.206904 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['3ac24a74-ec3a-406c-b808-c8366ae9c8d1'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:04:26.237394 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:26.238007 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.240220 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-5608f45c-5dc7-424c-b807-e2b3de1db8a5 req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "PUT /v2.0/ports/3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 943 time: 0.4370458 Aug 30 11:04:26.240220 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:26.242370 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb32fef-d67c-4e6a-9e77-d1668136029d" -d '{"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:26.248954 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48728) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:26.298094 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b935cb5a-3cb7-4f96-9fd1-d75cb16b0a5b x-openstack-request-id: req-b935cb5a-3cb7-4f96-9fd1-d75cb16b0a5b {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:26.298094 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:26.298094 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b935cb5a-3cb7-4f96-9fd1-d75cb16b0a5b {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:26.300176 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'status': 'completed', 'code': 200} Aug 30 11:04:26.317180 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd6099-9a00-4d5f-9d35-c2f8ea6c19c4 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event updated for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=7']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:26.347857 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82839927-0b22-47e1-8017-726254c7fa9b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.358653 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['3ac24a74-ec3a-406c-b808-c8366ae9c8d1'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:04:26.378627 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-551fe5e8-766d-4e92-9a70-e9cb3238df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:26.380814 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-551fe5e8-766d-4e92-9a70-e9cb3238df04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1099 time: 0.0498557 Aug 30 11:04:26.381047 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82839927-0b22-47e1-8017-726254c7fa9b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.502000 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-0ae5b7e6-83ca-4955-9ace-e60b788c0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:26.503396 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-0ae5b7e6-83ca-4955-9ace-e60b788c0ba2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 200 len: 915 time: 0.1112669 Aug 30 11:04:26.506498 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-39b7662e-f1d8-45df-8681-dcfaa007f527 None None] Provisioning complete for port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 triggered by entity DHCP. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:04:26.506763 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-39b7662e-f1d8-45df-8681-dcfaa007f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.563293 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82839927-0b22-47e1-8017-726254c7fa9b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.566254 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-82839927-0b22-47e1-8017-726254c7fa9b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.567851 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-82839927-0b22-47e1-8017-726254c7fa9b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "DELETE /v2.0/security-groups/71c67989-992b-4ad2-8711-69fca732f40c HTTP/1.1" status: 204 len: 168 time: 0.3182991 Aug 30 11:04:26.571506 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48730) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:26.581780 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-502c4a0c-5d94-47b7-9637-c20fee44db72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 1002 time: 0.0663948 Aug 30 11:04:26.585326 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82839927-0b22-47e1-8017-726254c7fa9b tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c67989-992b-4ad2-8711-69fca732f40c,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:26.654972 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-a54d1f34-bc4f-4e87-9052-4acfec318059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:26.658056 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-a54d1f34-bc4f-4e87-9052-4acfec318059 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cf9ff2c-a0de-492b-bbe0-78027a66313d HTTP/1.1" status: 200 len: 853 time: 0.0625963 Aug 30 11:04:26.705592 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-4562d841-1e1d-4e73-a495-9fd935e5f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:26.707189 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-4562d841-1e1d-4e73-a495-9fd935e5f639 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ee2c4fc-a494-44eb-b704-667cf89fde84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424736 Aug 30 11:04:26.748232 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Deleting port 81a0da7f-4988-4da9-bfb1-7d2720661918 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:26.748800 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.802687 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-93fcbc5e-86ae-46a8-bb79-f9e15c123bf8 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870137 Aug 30 11:04:26.826298 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.826536 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:26.838855 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Calling delete_port for 81a0da7f-4988-4da9-bfb1-7d2720661918 owned by network:floatingip {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:26.896744 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8eb32fef-d67c-4e6a-9e77-d1668136029d req-043d0dfa-9a31-404a-9259-8be5c26cbb4b service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863020 Aug 30 11:04:26.991618 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4a3f-e91b-4ab0-bea6-e8bcc622b88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:27.071528 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:27.099147 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event deleted for resources: {'Port': ['ID=81a0da7f-4988-4da9-bfb1-7d2720661918,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:27.157337 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks [] for floatingip, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:27.157670 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.db.l3_db [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Floating IP 0c1c421a-0876-46dd-bbd7-b4890b84c841 disassociated (deleted). External IP: 172.27.2.208, port: 3ac24a74-ec3a-406c-b808-c8366ae9c8d1. Aug 30 11:04:27.378775 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Router f9ca8263-2767-40c9-b8a8-11f01098247c has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:04:27.486244 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:04:27.493860 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:27.497313 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] Sync routers for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:04:27.506865 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:27.507515 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:27.518308 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-6220d153-e59b-4cbd-909c-746a61081b5a tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "DELETE /v2.0/floatingips/0c1c421a-0876-46dd-bbd7-b4890b84c841 HTTP/1.1" status: 204 len: 168 time: 0.9438043 Aug 30 11:04:27.666690 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:28.074158 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:10Z', 'revision_number': 5, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:28.105914 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] Checking router: f9ca8263-2767-40c9-b8a8-11f01098247c for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:04:28.114487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:28.115098 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:28.220855 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:28.300120 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1'}] {{(pid=106343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:28.302648 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cbef39b89e3c0079e365bbe17b9cfd9ac5eaae59b6fa1b00d6fbc3a33f8565f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b5d6fa-721c-45e7-b568-e9936857e2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1"}]}' {{(pid=106343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:28.341798 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df8e0d-de1f-400a-9398-997512da2163 x-openstack-request-id: req-18df8e0d-de1f-400a-9398-997512da2163 {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:28.342073 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1", "status": "completed", "code": 200}]} {{(pid=106343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:28.342332 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18df8e0d-de1f-400a-9398-997512da2163 {{(pid=106343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:28.342728 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'status': 'completed', 'code': 200} Aug 30 11:04:28.422774 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-6d303735-acff-4fc0-9149-deac16126212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:28.424305 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-6d303735-acff-4fc0-9149-deac16126212 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7347ee293abb42f4a305a9cfde110dfa&device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 1099 time: 0.0577366 Aug 30 11:04:28.439366 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:10Z', 'revision_number': 5, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:28.466922 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4652dea-2d1b-4ca9-9384-476d5e6faed5 None None] The sync data for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi is: [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:02:03Z', 'revision_number': 4, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '6ee39f30-212f-4424-973f-6f8f18fc50cd', 'name': '', 'network_id': '8ee2c4fc-a494-44eb-b704-667cf89fde84', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'mac_address': 'fa:16:3e:e6:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:02Z', 'updated_at': '2021-08-30T11:02:10Z', 'revision_number': 5, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'subnets': [{'id': '1cf9ff2c-a0de-492b-bbe0-78027a66313d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:04:28.532323 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-4dbadd7d-8854-44ea-a456-f30f32b238ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:28.533962 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-4dbadd7d-8854-44ea-a456-f30f32b238ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 200 len: 915 time: 0.0955160 Aug 30 11:04:28.581196 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-da52adcd-6cd7-402a-b288-14507a8683d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 200 len: 217 time: 0.0397377 Aug 30 11:04:28.635523 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-40196568-e785-4ecb-8c0c-9b4045675436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:28.637624 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-40196568-e785-4ecb-8c0c-9b4045675436 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cf9ff2c-a0de-492b-bbe0-78027a66313d HTTP/1.1" status: 200 len: 853 time: 0.0499139 Aug 30 11:04:28.687254 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-cdab4a56-c232-4679-8f46-a0d3401620e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:28.688783 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-cdab4a56-c232-4679-8f46-a0d3401620e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8ee2c4fc-a494-44eb-b704-667cf89fde84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432882 Aug 30 11:04:28.707908 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd25fb-6bc1-4e61-ab00-8518edf116ad None None] New status for floating IP 0c1c421a-0876-46dd-bbd7-b4890b84c841: DOWN {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:04:28.788701 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-26d0b981-d1e2-45f7-a34b-4e92424847d3 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913465 Aug 30 11:04:28.900036 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e7b5d6fa-721c-45e7-b568-e9936857e2ac req-39538b9d-11e7-4501-ab54-74c2c6f392aa service neutron] 10.222.0.18 "GET /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009641 Aug 30 11:04:30.054035 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8c795c79-75d3-4460-ba91-be89e81434f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:30.442795 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:30.877082 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:30.904194 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1893cfa-5c64-4523-93c9-98506d3b67bf req-c151da94-dbb3-4e96-9f22-edb92b31f9de tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:30.905788 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1893cfa-5c64-4523-93c9-98506d3b67bf req-c151da94-dbb3-4e96-9f22-edb92b31f9de tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0535033 Aug 30 11:04:30.944669 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-b1893cfa-5c64-4523-93c9-98506d3b67bf req-a8a4ca5e-4791-4ef3-b803-28af032d0911 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Aug 30 11:04:32.065422 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42b5b-b78b-47d5-8b3b-ab9525253f87 req-9ae87326-1c85-49f6-a683-6c43b0331b4f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:32.066894 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cee42b5b-b78b-47d5-8b3b-ab9525253f87 req-9ae87326-1c85-49f6-a683-6c43b0331b4f tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0501208 Aug 30 11:04:32.111242 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-cee42b5b-b78b-47d5-8b3b-ab9525253f87 req-71065a02-4b10-41ac-a75e-bb0af8d6b8d9 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384357 Aug 30 11:04:32.460025 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:32.654481 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:32.913208 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-028628bf-8ea3-4f5d-af49-ecfcc9c2d6cd tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:32.914685 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-028628bf-8ea3-4f5d-af49-ecfcc9c2d6cd tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.18 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0529404 Aug 30 11:04:33.023901 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Deleting port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:33.024247 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:33.116650 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] For port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:33.117049 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:33.130525 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Calling delete_port for 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:33.252820 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aae3d-8455-48c7-b3f5-0fedf67a15de req-637b947f-44e8-490d-817b-91dfecdc9074 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:33.252820 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-596aae3d-8455-48c7-b3f5-0fedf67a15de req-637b947f-44e8-490d-817b-91dfecdc9074 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 946 time: 0.0728238 Aug 30 11:04:33.330562 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-596aae3d-8455-48c7-b3f5-0fedf67a15de req-d3870779-0ecf-4f10-9587-4f6b1d5692ea tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcc96092-8109-4793-a85d-86838db2922b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 Aug 30 11:04:33.397366 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:33.409155 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['3ac24a74-ec3a-406c-b808-c8366ae9c8d1'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:04:33.430210 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Pushing event deleted for resources: {'Port': ['ID=3ac24a74-ec3a-406c-b808-c8366ae9c8d1,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:33.480602 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] No DVR routers for this DVR port 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:33.483674 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:33.485985 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-38a5d5d8-8194-4f7a-87b2-2a5cd1dca436 req-0adc7c87-9855-48a8-92ad-53a1ab7ace69 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.18 "DELETE /v2.0/ports/3ac24a74-ec3a-406c-b808-c8366ae9c8d1 HTTP/1.1" status: 204 len: 173 time: 0.5624332 Aug 30 11:04:33.486558 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'name': 'network-vif-deleted', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:33.488874 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9cb0c9-1b42-4438-9936-56d9e667a8e5" -d '{"events": [{"server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "name": "network-vif-deleted", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:33.527139 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1e7901-cb84-418a-b6d6-555a38974011 x-openstack-request-id: req-cc1e7901-cb84-418a-b6d6-555a38974011 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:33.527462 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79230ab2-5678-4885-9969-7e72344595f7", "name": "network-vif-deleted", "tag": "3ac24a74-ec3a-406c-b808-c8366ae9c8d1", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:33.527712 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc1e7901-cb84-418a-b6d6-555a38974011 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:33.528116 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79230ab2-5678-4885-9969-7e72344595f7', 'name': 'network-vif-deleted', 'tag': '3ac24a74-ec3a-406c-b808-c8366ae9c8d1', 'status': 'completed', 'code': 200} Aug 30 11:04:34.444183 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d164331f-9f12-4eab-ac82-3d2d0bf60fa0 req-e48b6ec6-cc94-470e-856b-f95d108b04d3 tempest-TestMinimumBasicScenario-1905893755 tempest-TestMinimumBasicScenario-1905893755-project] 10.222.0.24 "GET /v2.0/ports?device_id=79230ab2-5678-4885-9969-7e72344595f7 HTTP/1.1" status: 200 len: 210 time: 0.0300796 Aug 30 11:04:35.155778 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-aa844e2e-cb3a-4463-91cd-b3f12f37e402 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410326 Aug 30 11:04:35.242721 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-37edde04-32d4-4bb5-b43d-88768f622d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:35.244232 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-37edde04-32d4-4bb5-b43d-88768f622d57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 1099 time: 0.0416589 Aug 30 11:04:35.360643 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-589a3534-d0ac-40e7-aec1-67b3cfae55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:35.362178 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-589a3534-d0ac-40e7-aec1-67b3cfae55a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 913 time: 0.0922911 Aug 30 11:04:35.428860 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-c04e58ef-599b-42b7-a6ce-27bb1fbd2561 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f HTTP/1.1" status: 200 len: 1001 time: 0.0594232 Aug 30 11:04:35.480186 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-27d47b16-b5a4-4ff1-9115-a3e2d2b91a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:35.482227 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-27d47b16-b5a4-4ff1-9115-a3e2d2b91a3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0458922 Aug 30 11:04:35.535510 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-5d66a48f-79da-456e-86cf-4a6136e17204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:35.536900 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-5d66a48f-79da-456e-86cf-4a6136e17204 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475893 Aug 30 11:04:35.635887 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-77c06a7a-856b-4085-96f3-ad6aa72077a5 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898056 Aug 30 11:04:35.740669 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-7bd93637-c64d-4f20-a29f-815ec3d44dc8 req-e963e63b-310b-448a-88da-48167d2f1d48 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916412 Aug 30 11:04:36.610012 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:36.630272 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:36.637642 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 3ac24a74-ec3a-406c-b808-c8366ae9c8d1 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:37.053664 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48844) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:37.421277 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:37.672326 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Deleting port 6ee39f30-212f-4424-973f-6f8f18fc50cd {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:37.672662 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:37.751384 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] For port 6ee39f30-212f-4424-973f-6f8f18fc50cd, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=6ee39f30-212f-4424-973f-6f8f18fc50cd,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:37.751655 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:37.764238 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Calling delete_port for 6ee39f30-212f-4424-973f-6f8f18fc50cd owned by network:router_interface {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:38.048742 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:38.079937 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee39f30-212f-4424-973f-6f8f18fc50cd,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:38.271999 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:38.493202 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Router f9ca8263-2767-40c9-b8a8-11f01098247c has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:04:38.833924 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:04:38.838844 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-301f85e9-3f35-4fa9-b53a-2da70c531475 admin admin] 10.222.0.24 "PUT /v2.0/routers/f9ca8263-2767-40c9-b8a8-11f01098247c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824430 Aug 30 11:04:38.841949 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48856) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:38.843426 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] Sync routers for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:04:38.852386 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:38.853026 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:38.943730 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks [] for router, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:38.956616 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:39.043942 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.133097 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:04:37Z', 'revision_number': 5, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port': {'id': '087c3caa-9e28-4053-a19c-1973a6899a43', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:00Z', 'updated_at': '2021-08-30T11:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:39.162685 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] Checking router: f9ca8263-2767-40c9-b8a8-11f01098247c for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:04:39.172142 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] Routers {'f9ca8263-2767-40c9-b8a8-11f01098247c'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:39.172794 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['f9ca8263-2767-40c9-b8a8-11f01098247c'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:39.194744 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Deleting port 087c3caa-9e28-4053-a19c-1973a6899a43 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:39.195375 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.261455 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] Set router f9ca8263-2767-40c9-b8a8-11f01098247c gateway port host: None {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:39.275295 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] For port 087c3caa-9e28-4053-a19c-1973a6899a43, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=087c3caa-9e28-4053-a19c-1973a6899a43,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:39.275649 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.289794 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Calling delete_port for 087c3caa-9e28-4053-a19c-1973a6899a43 owned by network:router_gateway {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:39.314721 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:04:39Z', 'revision_number': 6, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port_host': None}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:39.345418 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679522d1-287b-4a95-850d-2828aca82cd7 None None] The sync data for ids ['f9ca8263-2767-40c9-b8a8-11f01098247c'] in dv-cinder-806559-1-iscsi is: [{'id': 'f9ca8263-2767-40c9-b8a8-11f01098247c', 'name': 'tempest-TestMinimumBasicScenario-786137300-router', 'tenant_id': '7347ee293abb42f4a305a9cfde110dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:01:58Z', 'updated_at': '2021-08-30T11:04:39Z', 'revision_number': 6, 'project_id': '7347ee293abb42f4a305a9cfde110dfa', 'gw_port_host': None}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:04:39.500001 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.525850 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Pushing event deleted for resources: {'Port': ['ID=087c3caa-9e28-4053-a19c-1973a6899a43,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:39.588340 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.679003 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.680399 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.808312 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.809439 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9ca8263-2767-40c9-b8a8-11f01098247c {{(pid=106343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:04:39.820629 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.820629 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-eeb81383-e61d-472d-b368-81aca08f80ea admin admin] 10.222.0.24 "DELETE /v2.0/routers/f9ca8263-2767-40c9-b8a8-11f01098247c HTTP/1.1" status: 204 len: 168 time: 0.9722307 Aug 30 11:04:39.820629 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48858) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:39.868072 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] Deleting subnet 1cf9ff2c-a0de-492b-bbe0-78027a66313d {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:04:39.871862 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.907070 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12727392'] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:39.984835 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.088020 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 6ee39f30-212f-4424-973f-6f8f18fc50cd no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:40.110188 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 6ee39f30-212f-4424-973f-6f8f18fc50cd {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:40.110537 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 6ee39f30-212f-4424-973f-6f8f18fc50cd not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:40.124077 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16574744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13617886'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.156886 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf9ff2c-a0de-492b-bbe0-78027a66313d,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:40.158910 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.161055 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-38ac0dda-0dfe-4fc1-be8b-6ddf5b03b6eb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1cf9ff2c-a0de-492b-bbe0-78027a66313d HTTP/1.1" status: 204 len: 168 time: 0.3417814 Aug 30 11:04:40.163131 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66ad9c-1994-49b8-8e55-45bbbe794a3e None None] Network 8ee2c4fc-a494-44eb-b704-667cf89fde84 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:04:40.163555 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48862) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:40.236887 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.293593 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Deleting port 54100f01-ed59-4f69-844a-3a17b9baf6a4 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:40.293938 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.368720 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] For port 54100f01-ed59-4f69-844a-3a17b9baf6a4, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=54100f01-ed59-4f69-844a-3a17b9baf6a4,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:40.369218 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.371524 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] DHCP port deletion for 8ee2c4fc-a494-44eb-b704-667cf89fde84 request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:04:40.384225 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Calling delete_port for 54100f01-ed59-4f69-844a-3a17b9baf6a4 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:40.421823 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] Deleting port 54100f01-ed59-4f69-844a-3a17b9baf6a4 {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:40.422197 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.489443 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] For port 54100f01-ed59-4f69-844a-3a17b9baf6a4, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=54100f01-ed59-4f69-844a-3a17b9baf6a4,segment=NetworkSegment(625e2065-62f1-435c-b645-0c9aae93b977),segment_id=625e2065-62f1-435c-b645-0c9aae93b977)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:40.489840 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.503481 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] Calling delete_port for 54100f01-ed59-4f69-844a-3a17b9baf6a4 owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:40.551958 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.579370 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54100f01-ed59-4f69-844a-3a17b9baf6a4,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:40.583551 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] No DVR routers for this DVR port 54100f01-ed59-4f69-844a-3a17b9baf6a4 on host dv-cinder-806559-1-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:40.657838 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.668701 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee2c4fc-a494-44eb-b704-667cf89fde84']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:40.679612 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625e2065-62f1-435c-b645-0c9aae93b977') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:40.679905 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625e2065-62f1-435c-b645-0c9aae93b977') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:40.688718 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.702540 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.708231 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:04:40.708652 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:04:40.712197 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:04:40.718973 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.744653 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] Pushing event deleted for resources: {'Port': ['ID=54100f01-ed59-4f69-844a-3a17b9baf6a4,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:40.748769 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6d5dd-ed87-4f83-b14b-f26a7822f9f6 None None] No DVR routers for this DVR port 54100f01-ed59-4f69-844a-3a17b9baf6a4 on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:40.854270 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.859972 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:40.861841 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8ee2c4fc-a494-44eb-b704-667cf89fde84 HTTP/1.1" status: 204 len: 168 time: 0.6972923 Aug 30 11:04:40.865360 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48866) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:40.872837 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198da3d-048f-4732-8a6a-64b11c0117c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee2c4fc-a494-44eb-b704-667cf89fde84,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:41.234030 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:41.482715 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Deleting port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:41.483035 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:41.572163 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] For port 7fd2be27-bbfd-47c5-829c-ff788b95d9ae, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,segment=NetworkSegment(7d472f62-c08f-4965-a3b8-b193c9d3dfd9),segment_id=7d472f62-c08f-4965-a3b8-b193c9d3dfd9)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:41.572602 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:41.588433 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Calling delete_port for 7fd2be27-bbfd-47c5-829c-ff788b95d9ae owned by network:router_interface {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:41.737027 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 54100f01-ed59-4f69-844a-3a17b9baf6a4 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:41.758994 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 54100f01-ed59-4f69-844a-3a17b9baf6a4 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:41.759360 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 54100f01-ed59-4f69-844a-3a17b9baf6a4 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:41.759811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 087c3caa-9e28-4053-a19c-1973a6899a43 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:41.780034 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 087c3caa-9e28-4053-a19c-1973a6899a43 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:41.780379 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 087c3caa-9e28-4053-a19c-1973a6899a43 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:41.848587 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:41.880353 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd2be27-bbfd-47c5-829c-ff788b95d9ae,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:42.061717 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:42.281003 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:04:42.400302 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:04:42.407382 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-1c106327-99d3-4ce2-8d5c-f823df0aefc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/7d6ef968-fed6-4841-9722-1a2ef6d3aadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398197 Aug 30 11:04:42.408775 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48876) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:42.412724 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] Sync routers for ids ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:04:42.424904 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] Routers {'7d6ef968-fed6-4841-9722-1a2ef6d3aadf'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:42.425670 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:42.523175 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks [] for router, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:42.536632 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] Set router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:42.634468 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:42.734339 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b53df515-9793-497f-a6d5-93495179099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:04:41Z', 'revision_number': 5, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port': {'id': 'b53df515-9793-497f-a6d5-93495179099b', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:42.752400 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Deleting port b53df515-9793-497f-a6d5-93495179099b {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:42.756372 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:42.762487 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] Checking router: 7d6ef968-fed6-4841-9722-1a2ef6d3aadf for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:04:42.770835 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] Routers {'7d6ef968-fed6-4841-9722-1a2ef6d3aadf'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:04:42.771463 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:04:30Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:42.837664 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] For port b53df515-9793-497f-a6d5-93495179099b, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=b53df515-9793-497f-a6d5-93495179099b,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:42.837936 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:42.855109 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Calling delete_port for b53df515-9793-497f-a6d5-93495179099b owned by network:router_gateway {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:42.867589 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] Set router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf gateway port host: None {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:04:42.925080 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:04:42Z', 'revision_number': 6, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port_host': None}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:42.952958 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19f6fb-f9de-4f09-9ad6-619648826e28 None None] The sync data for ids ['7d6ef968-fed6-4841-9722-1a2ef6d3aadf'] in dv-cinder-806559-1-iscsi is: [{'id': '7d6ef968-fed6-4841-9722-1a2ef6d3aadf', 'name': 'tempest-TestMinimumBasicScenario-512674395-router', 'tenant_id': '9f8ce64d9a1c4174931a86508800df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T11:02:07Z', 'updated_at': '2021-08-30T11:04:42Z', 'revision_number': 6, 'project_id': '9f8ce64d9a1c4174931a86508800df50', 'gw_port_host': None}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:04:43.106934 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.136264 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53df515-9793-497f-a6d5-93495179099b,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:43.197865 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.288020 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.290388 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.420316 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.420875 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6ef968-fed6-4841-9722-1a2ef6d3aadf {{(pid=106343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:04:43.425215 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] Notify callbacks [] for router, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.426349 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-59ef717c-d816-4142-b3a7-162ec080aa87 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7d6ef968-fed6-4841-9722-1a2ef6d3aadf HTTP/1.1" status: 204 len: 168 time: 1.0166233 Aug 30 11:04:43.428868 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 48880) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:43.719630 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] Deleting subnet 30dcd8e4-6a27-4adc-965c-d6653a7d8c47 {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:04:43.724002 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.767657 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12727392'] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.769700 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 7fd2be27-bbfd-47c5-829c-ff788b95d9ae no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:43.793739 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 7fd2be27-bbfd-47c5-829c-ff788b95d9ae {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:43.794096 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 7fd2be27-bbfd-47c5-829c-ff788b95d9ae not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:43.794527 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b53df515-9793-497f-a6d5-93495179099b no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:43.813795 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: b53df515-9793-497f-a6d5-93495179099b {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:43.814147 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device b53df515-9793-497f-a6d5-93495179099b not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:43.854283 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:43.974799 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16574744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13617886'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.005749 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.007819 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/30dcd8e4-6a27-4adc-965c-d6653a7d8c47 HTTP/1.1" status: 204 len: 168 time: 0.5779567 Aug 30 11:04:44.008958 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a174c-e780-4220-824a-d763297edd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30dcd8e4-6a27-4adc-965c-d6653a7d8c47,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:44.010391 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48882) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:44.016219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6c9450-530a-4f55-845e-313d35cf41c5 None None] Network 7f68d281-2781-49ac-b3ef-c93cbe41bf5f requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:04:44.084565 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.161624 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Deleting port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:44.161990 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.238490 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] DHCP port deletion for 7f68d281-2781-49ac-b3ef-c93cbe41bf5f request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:04:44.239874 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] For port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,segment=NetworkSegment(7d472f62-c08f-4965-a3b8-b193c9d3dfd9),segment_id=7d472f62-c08f-4965-a3b8-b193c9d3dfd9)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:44.240246 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.255021 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Calling delete_port for 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:44.286215 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] Deleting port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:44.286587 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.349056 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] For port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,segment=NetworkSegment(7d472f62-c08f-4965-a3b8-b193c9d3dfd9),segment_id=7d472f62-c08f-4965-a3b8-b193c9d3dfd9)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:44.349499 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.362262 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] Calling delete_port for 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:44.419924 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.445233 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.451193 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Pushing event deleted for resources: {'Port': ['ID=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:44.453226 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] No DVR routers for this DVR port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 on host dv-cinder-806559-1-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:44.473223 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] Pushing event deleted for resources: {'Port': ['ID=91cc1b4a-f7fb-42a1-aa3f-53e83d192d64,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:44.477939 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4eab8b-64e9-4676-bc6c-c410935a833c None None] No DVR routers for this DVR port 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:44.536364 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.547455 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f68d281-2781-49ac-b3ef-c93cbe41bf5f']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:44.557666 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d472f62-c08f-4965-a3b8-b193c9d3dfd9') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:44.557960 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d472f62-c08f-4965-a3b8-b193c9d3dfd9') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:04:44.567518 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.580546 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.586730 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:04:44.587122 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:04:44.593548 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:04:44.705237 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.710483 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:44.714180 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7f68d281-2781-49ac-b3ef-c93cbe41bf5f HTTP/1.1" status: 204 len: 168 time: 0.7007754 Aug 30 11:04:44.724201 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f19324-cc0e-4ab8-91c5-853636f7b912 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f68d281-2781-49ac-b3ef-c93cbe41bf5f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:45.125797 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48888) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:45.165136 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-869d298c-4bfa-4151-a1ae-e8d72ba4317c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7347ee293abb42f4a305a9cfde110dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381396 Aug 30 11:04:45.167539 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48890) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:45.225027 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-83304b5a-73d5-40ff-be96-6f1e942d4c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:45.247046 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-83304b5a-73d5-40ff-be96-6f1e942d4c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:45.351117 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-83304b5a-73d5-40ff-be96-6f1e942d4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:45.353689 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-83304b5a-73d5-40ff-be96-6f1e942d4c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:45.354841 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-83304b5a-73d5-40ff-be96-6f1e942d4c43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcc96092-8109-4793-a85d-86838db2922b HTTP/1.1" status: 204 len: 168 time: 0.1864126 Aug 30 11:04:45.362976 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83304b5a-73d5-40ff-be96-6f1e942d4c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc96092-8109-4793-a85d-86838db2922b,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:45.736219 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:04:45.756573 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:04:45.756958 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 91cc1b4a-f7fb-42a1-aa3f-53e83d192d64 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:04:46.195641 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48898) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:46.241160 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-0749987d-8e0f-461f-ae5a-0849826e60a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f8ce64d9a1c4174931a86508800df50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442302 Aug 30 11:04:46.243768 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 48900) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:04:46.296716 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd326-43d1-4d2f-a0d9-de47fde49ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:46.319728 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd326-43d1-4d2f-a0d9-de47fde49ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:46.430972 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd326-43d1-4d2f-a0d9-de47fde49ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:46.433597 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd326-43d1-4d2f-a0d9-de47fde49ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:46.434841 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-ac0cd326-43d1-4d2f-a0d9-de47fde49ff5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b64bc1b-37e6-4118-94e5-19a330965f11 HTTP/1.1" status: 204 len: 168 time: 0.1900773 Aug 30 11:04:46.444095 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cd326-43d1-4d2f-a0d9-de47fde49ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64bc1b-37e6-4118-94e5-19a330965f11,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:53.962285 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:04:56.388199 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe016949-4449-4ea2-a9c7-c273fe9dab85 req-ca900016-1f0f-42f8-bd37-26a19e2bb385 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:56.389844 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe016949-4449-4ea2-a9c7-c273fe9dab85 req-ca900016-1f0f-42f8-bd37-26a19e2bb385 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 945 time: 0.0517385 Aug 30 11:04:56.430517 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-fe016949-4449-4ea2-a9c7-c273fe9dab85 req-961469c2-fa3c-4fe7-a681-c741183d527e tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Aug 30 11:04:57.025524 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-3326bdf9-0da5-4ee2-ba1b-99e5af81f82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:57.554263 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa9316-825e-442b-b324-e969f69d8582 req-693e217d-8fc1-4f50-8839-44e2f9dc029c tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:57.555938 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-82aa9316-825e-442b-b324-e969f69d8582 req-693e217d-8fc1-4f50-8839-44e2f9dc029c tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 945 time: 0.0533350 Aug 30 11:04:57.596802 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-82aa9316-825e-442b-b324-e969f69d8582 req-172bd032-eecd-49d6-bf09-2e41d141a9da tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Aug 30 11:04:57.837362 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b6408-66de-4853-abba-3543340aa34e req-1c3b0cbb-e149-4c1f-9cf0-48d373ecb48f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:04:57.838904 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-651b6408-66de-4853-abba-3543340aa34e req-1c3b0cbb-e149-4c1f-9cf0-48d373ecb48f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 945 time: 0.0519590 Aug 30 11:04:57.931136 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Deleting port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:04:57.931473 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:58.026228 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] For port 9c59845e-1b72-4b4f-8c64-7fcab4a71933, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=9c59845e-1b72-4b4f-8c64-7fcab4a71933,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:04:58.026594 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:58.039902 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Calling delete_port for 9c59845e-1b72-4b4f-8c64-7fcab4a71933 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:04:58.231210 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:58.243057 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['9c59845e-1b72-4b4f-8c64-7fcab4a71933'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:04:58.265484 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Pushing event deleted for resources: {'Port': ['ID=9c59845e-1b72-4b4f-8c64-7fcab4a71933,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:04:58.311285 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] No DVR routers for this DVR port 9c59845e-1b72-4b4f-8c64-7fcab4a71933 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:04:58.313964 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:04:58.316251 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-651b6408-66de-4853-abba-3543340aa34e req-29410b59-e4da-4b03-862a-ef4bc26e6bec tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "DELETE /v2.0/ports/9c59845e-1b72-4b4f-8c64-7fcab4a71933 HTTP/1.1" status: 204 len: 173 time: 0.4715712 Aug 30 11:04:58.316693 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93705d5-795f-4016-bb18-90e5c743544f', 'name': 'network-vif-deleted', 'tag': '9c59845e-1b72-4b4f-8c64-7fcab4a71933'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:04:58.319132 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493923ed-0a88-4010-9a52-e0840b8ab59a" -d '{"events": [{"server_uuid": "c93705d5-795f-4016-bb18-90e5c743544f", "name": "network-vif-deleted", "tag": "9c59845e-1b72-4b4f-8c64-7fcab4a71933"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:04:58.356702 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a816e73-693d-4f48-98f8-496c2fe48e6c x-openstack-request-id: req-5a816e73-693d-4f48-98f8-496c2fe48e6c {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:04:58.357059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93705d5-795f-4016-bb18-90e5c743544f", "name": "network-vif-deleted", "tag": "9c59845e-1b72-4b4f-8c64-7fcab4a71933", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:04:58.357315 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a816e73-693d-4f48-98f8-496c2fe48e6c {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:04:58.357718 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93705d5-795f-4016-bb18-90e5c743544f', 'name': 'network-vif-deleted', 'tag': '9c59845e-1b72-4b4f-8c64-7fcab4a71933', 'status': 'completed', 'code': 200} Aug 30 11:04:58.700529 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-02d8cf99-3bc5-44de-adaa-b5a615b4ded3 req-adc6b12f-edea-42e2-9a9b-082a06d2ae06 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c93705d5-795f-4016-bb18-90e5c743544f HTTP/1.1" status: 200 len: 210 time: 0.0276189 Aug 30 11:05:00.065912 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9b0aec6a-f8e0-4231-a2c2-4fe28d78e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:00.396254 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:00.865480 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:02.426993 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 9c59845e-1b72-4b4f-8c64-7fcab4a71933 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:05:02.452471 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 9c59845e-1b72-4b4f-8c64-7fcab4a71933 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:05:02.452812 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 9c59845e-1b72-4b4f-8c64-7fcab4a71933 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:05:02.567731 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:02.596976 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:10.467358 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-ce1840df-5511-4244-acfa-a561dbe6e601 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:10.469180 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-ce1840df-5511-4244-acfa-a561dbe6e601 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/networks?id=ade45070-5bf9-4c51-ae12-b01e958f522f HTTP/1.1" status: 200 len: 813 time: 0.1145074 Aug 30 11:05:10.486843 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-ee4138c7-8ad8-4e18-8eb0-c08bda585fd4 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/quotas/e391030116f848fdbf28485118429f98 HTTP/1.1" status: 200 len: 375 time: 0.0108175 Aug 30 11:05:10.522246 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-9a5de2e2-a8af-47f2-ab68-6645cadedefc tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e391030116f848fdbf28485118429f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290644 Aug 30 11:05:10.624350 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-8da28008-8cab-4f68-b9e6-978fe123b544 service neutron] 10.222.0.24 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944862 Aug 30 11:05:10.720873 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-a0d5d7b7-c907-4f15-b003-8d64218dc8fd service neutron] 10.222.0.24 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897605 Aug 30 11:05:11.134200 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-26d3d467-b0d6-4b91-88d2-74c34d9d6a2d req-c1ad3f55-e71f-4639-8484-20789df7baac tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Aug 30 11:05:12.244947 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1ea05f29-0504-4195-938d-370a8767e684 req-177e7880-99f9-4302-8e81-54a440f6b43d tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Aug 30 11:05:13.398140 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-feca2956-1b60-4fa0-81c9-3ebfcd207948 req-10496516-f26f-4e2f-8201-f5ff1aaf0c4c tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 210 time: 0.0335979 Aug 30 11:05:13.834801 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-99ec8ba1-2a6c-4fb1-a163-bc995a5850cb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:13.836385 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-99ec8ba1-2a6c-4fb1-a163-bc995a5850cb tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "GET /v2.0/networks?id=ade45070-5bf9-4c51-ae12-b01e958f522f HTTP/1.1" status: 200 len: 813 time: 0.4074690 Aug 30 11:05:13.852421 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Request body: {'port': {'device_id': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f', 'admin_state_up': True, 'tenant_id': 'e391030116f848fdbf28485118429f98'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:05:14.042590 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Made reservation on behalf of e391030116f848fdbf28485118429f98 for: {'port': 1} {{(pid=106342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 11:05:14.046363 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:14.194508 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Allocated IP 172.20.0.4 (ade45070-5bf9-4c51-ae12-b01e958f522f/976ded49-f207-4868-906a-0a9e3825f720/066d8128-aaf4-4e45-a96f-52faf0ba4239) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 11:05:14.383351 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks [] for port, precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:14.510936 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d484a6f5-bfaa-4f21-a76b-ddf04f6b00b0 req-1683645b-7ee3-428f-8cef-6920ba53a032 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 210 time: 0.0332589 Aug 30 11:05:14.540205 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909728516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:14.586074 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Network ade45070-5bf9-4c51-ae12-b01e958f522f is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 11:05:14.591757 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 11:05:14.596317 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 11:05:14.624686 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Pushing event updated for resources: {'Port': ['ID=066d8128-aaf4-4e45-a96f-52faf0ba4239,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:05:14.640916 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.641325 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.642235 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.642617 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.642992 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.643384 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.643841 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.644192 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.644630 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.645110 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.645498 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.645940 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:14.670082 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:14.670751 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:14.757537 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-abe77ab9-2768-4d7f-9dbd-72dd98a111a0 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095953 Aug 30 11:05:14.772797 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.v2.base [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Request body: {'port': {'device_id': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80655'}} {{(pid=106342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 11:05:14.839970 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:15.172044 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066d8128-aaf4-4e45-a96f-52faf0ba4239 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:05:15.182093 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:15.196616 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Transition to ACTIVE for port object 066d8128-aaf4-4e45-a96f-52faf0ba4239 will not be triggered until provisioned by entity L2. {{(pid=106342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 11:05:15.287904 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:15.345516 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Pushing event updated for resources: {'Port': ['ID=066d8128-aaf4-4e45-a96f-52faf0ba4239,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:05:15.421218 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Attempting to bind port 066d8128-aaf4-4e45-a96f-52faf0ba4239 on host hv-cinder-80655 for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 11:05:15.421544 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Attempting to bind port 066d8128-aaf4-4e45-a96f-52faf0ba4239 by drivers openvswitch,hyperv on host hv-cinder-80655 at level 0 using segments [{'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 11:05:15.421889 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Attempting to bind port 066d8128-aaf4-4e45-a96f-52faf0ba4239 on network ade45070-5bf9-4c51-ae12-b01e958f522f {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:05:15.427213 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Port 066d8128-aaf4-4e45-a96f-52faf0ba4239 on network ade45070-5bf9-4c51-ae12-b01e958f522f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80655 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 11:05:15.427535 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Attempting to bind port 066d8128-aaf4-4e45-a96f-52faf0ba4239 on network ade45070-5bf9-4c51-ae12-b01e958f522f {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 11:05:15.433111 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Checking agent: {'id': 'db845b1f-42b1-481e-8079-0992da03db48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80655', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'started_at': datetime.datetime(2021, 8, 30, 10, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 11:05:15.433602 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Checking segment: {'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 11:05:15.434088 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Bound using segment: {'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 11:05:15.434635 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Bound port: 066d8128-aaf4-4e45-a96f-52faf0ba4239, host: hv-cinder-80655, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131c344b-928a-42ae-bc0a-c4ed4c12ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 11:05:15.435087 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:15.506496 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] For port 066d8128-aaf4-4e45-a96f-52faf0ba4239, host hv-cinder-80655, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 11:05:15.510029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] For port 066d8128-aaf4-4e45-a96f-52faf0ba4239, host hv-cinder-80655, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=066d8128-aaf4-4e45-a96f-52faf0ba4239,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 11:05:15.615262 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12826705'] for port, after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:15.649592 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1943c-ba3d-4e74-9fbf-dca5d77a832a req-5a8fb646-3cde-488e-be7b-872c40ff5f30 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:15.650830 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:15.651205 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f9c1943c-ba3d-4e74-9fbf-dca5d77a832a req-5a8fb646-3cde-488e-be7b-872c40ff5f30 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 943 time: 0.0647826 Aug 30 11:05:15.651457 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:15.652849 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] 10.222.0.18 "PUT /v2.0/ports/066d8128-aaf4-4e45-a96f-52faf0ba4239 HTTP/1.1" status: 200 len: 1093 time: 0.8866165 Aug 30 11:05:15.653328 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'tag': '066d8128-aaf4-4e45-a96f-52faf0ba4239'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:05:15.655643 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99015d2-cba7-4779-b3c5-d935f6c2d7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5903c9c-b36e-4fe1-b828-d10bf2ea49b3", "tag": "066d8128-aaf4-4e45-a96f-52faf0ba4239"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:05:15.710191 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d029ad2-2f70-4f89-b7e8-3d41904f6626 service neutron] Pushing event updated for resources: {'Port': ['ID=066d8128-aaf4-4e45-a96f-52faf0ba4239,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:05:15.711281 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f9c1943c-ba3d-4e74-9fbf-dca5d77a832a req-8501d5b2-ef38-4482-ac48-d461133df234 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486403 Aug 30 11:05:15.715069 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6343776-727e-4020-8307-cd990542b584 x-openstack-request-id: req-c6343776-727e-4020-8307-cd990542b584 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:05:15.715545 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5903c9c-b36e-4fe1-b828-d10bf2ea49b3", "tag": "066d8128-aaf4-4e45-a96f-52faf0ba4239", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:05:15.715637 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6343776-727e-4020-8307-cd990542b584 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:05:15.716002 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'tag': '066d8128-aaf4-4e45-a96f-52faf0ba4239', 'status': 'completed', 'code': 200} Aug 30 11:05:15.779473 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99015d2-cba7-4779-b3c5-d935f6c2d7f0 req-0ae09d7e-9691-4823-8c5d-e4cc15dbd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:15.781042 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d99015d2-cba7-4779-b3c5-d935f6c2d7f0 req-0ae09d7e-9691-4823-8c5d-e4cc15dbd87f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e391030116f848fdbf28485118429f98&device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 1096 time: 0.0454237 Aug 30 11:05:15.883826 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99015d2-cba7-4779-b3c5-d935f6c2d7f0 req-6ef8e3b7-6a5a-415b-ac67-7335ed9e4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:15.885458 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d99015d2-cba7-4779-b3c5-d935f6c2d7f0 req-6ef8e3b7-6a5a-415b-ac67-7335ed9e4b8e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e391030116f848fdbf28485118429f98&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0957351 Aug 30 11:05:15.995107 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99015d2-cba7-4779-b3c5-d935f6c2d7f0 req-04478aeb-3986-4d96-a8b6-ab119dbb415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:15.996605 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d99015d2-cba7-4779-b3c5-d935f6c2d7f0 req-04478aeb-3986-4d96-a8b6-ab119dbb415f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037326 Aug 30 11:05:16.081874 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-9af8b7d7-4503-4104-997d-9f52b76be8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:16.083380 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-9af8b7d7-4503-4104-997d-9f52b76be8a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e391030116f848fdbf28485118429f98&device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 1096 time: 0.0464294 Aug 30 11:05:16.129804 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-37ebde3b-1431-4d85-bab5-619bbdebd756 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=066d8128-aaf4-4e45-a96f-52faf0ba4239 HTTP/1.1" status: 200 len: 217 time: 0.0367343 Aug 30 11:05:16.188395 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5be4cd2e-c2f7-42ed-a448-7de5c08da40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:16.190434 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-5be4cd2e-c2f7-42ed-a448-7de5c08da40e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=976ded49-f207-4868-906a-0a9e3825f720 HTTP/1.1" status: 200 len: 853 time: 0.0531938 Aug 30 11:05:16.225353 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-e6ec80cc-06e3-49b3-b3e4-857ea8d88d07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ade45070-5bf9-4c51-ae12-b01e958f522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274637 Aug 30 11:05:16.322000 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-c318673b-a19a-4ebe-8f51-fa320ac25604 service neutron] 10.222.0.18 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879395 Aug 30 11:05:16.442539 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-d0d5d3c2-ff28-43be-a90e-50680b4e3a6c req-2a36188d-e6c6-40fe-a159-b2db728f400f service neutron] 10.222.0.18 "GET /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093795 Aug 30 11:05:16.850327 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6734-4324-47f7-8079-3472ecf54e9a req-7650f449-67a7-4924-86a7-0a493f6bb61d tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:16.851924 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c58d6734-4324-47f7-8079-3472ecf54e9a req-7650f449-67a7-4924-86a7-0a493f6bb61d tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 943 time: 0.0549877 Aug 30 11:05:16.893942 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c58d6734-4324-47f7-8079-3472ecf54e9a req-dda4846c-ed51-4319-8b66-938280b0de1a tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352705 Aug 30 11:05:18.027487 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afb676-f66f-47da-ac5d-8722588b05fe req-c96ed4b2-a52a-414c-b879-888fc3fdb116 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:18.029163 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-31afb676-f66f-47da-ac5d-8722588b05fe req-c96ed4b2-a52a-414c-b879-888fc3fdb116 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 943 time: 0.0584054 Aug 30 11:05:18.078322 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-31afb676-f66f-47da-ac5d-8722588b05fe req-2790c130-aeee-448f-9fac-5836610d6a16 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Aug 30 11:05:19.210871 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879966b7-1702-49c7-a60a-9730a1885eda req-49d64972-01f7-4e0c-96f0-94eaa9f08afe tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:19.212531 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-879966b7-1702-49c7-a60a-9730a1885eda req-49d64972-01f7-4e0c-96f0-94eaa9f08afe tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 943 time: 0.0600655 Aug 30 11:05:19.265043 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-879966b7-1702-49c7-a60a-9730a1885eda req-f8a6891f-9341-4433-bb6f-2f23247cd10f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Aug 30 11:05:19.862940 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 066d8128-aaf4-4e45-a96f-52faf0ba4239 details requested by agent hyperv_hv-cinder-80655 with host hv-cinder-80655 {{(pid=106344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 11:05:19.964215 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 066d8128-aaf4-4e45-a96f-52faf0ba4239, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=066d8128-aaf4-4e45-a96f-52faf0ba4239,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:05:19.977474 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Returning: {'device': '066d8128-aaf4-4e45-a96f-52faf0ba4239', 'network_id': 'ade45070-5bf9-4c51-ae12-b01e958f522f', 'port_id': '066d8128-aaf4-4e45-a96f-52faf0ba4239', 'mac_address': 'fa:16:3e:33:19:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976ded49-f207-4868-906a-0a9e3825f720', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 11:05:20.019760 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:20.032851 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066d8128-aaf4-4e45-a96f-52faf0ba4239 {{(pid=106344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 11:05:20.052227 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 066d8128-aaf4-4e45-a96f-52faf0ba4239, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=066d8128-aaf4-4e45-a96f-52faf0ba4239,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:05:20.259227 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:20.307920 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=066d8128-aaf4-4e45-a96f-52faf0ba4239,revision_number=4']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:05:20.315801 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.316148 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.316489 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.316823 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.317185 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.317518 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.317845 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.318171 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.318495 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.318816 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.319142 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.319464 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:05:20.388338 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec504-23ee-41dd-a4fe-9437906b3319 req-d722eeb3-27c6-4c54-a7c1-795027629b84 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:20.389907 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3e9ec504-23ee-41dd-a4fe-9437906b3319 req-d722eeb3-27c6-4c54-a7c1-795027629b84 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 944 time: 0.0536070 Aug 30 11:05:20.429581 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-3e9ec504-23ee-41dd-a4fe-9437906b3319 req-92fe94fa-ba26-49a1-b3fa-88309ffd268e tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Aug 30 11:05:20.512170 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['066d8128-aaf4-4e45-a96f-52faf0ba4239'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:05:21.552882 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8fd52-d86f-42e6-a3a2-0de71c97ab12 req-473c3b5a-0407-4492-bae9-c7d263d00136 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:21.554421 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c2f8fd52-d86f-42e6-a3a2-0de71c97ab12 req-473c3b5a-0407-4492-bae9-c7d263d00136 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 944 time: 0.0494764 Aug 30 11:05:21.593959 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-c2f8fd52-d86f-42e6-a3a2-0de71c97ab12 req-696172de-0211-49db-b449-b541b921d24e tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335741 Aug 30 11:05:21.876853 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 066d8128-aaf4-4e45-a96f-52faf0ba4239 up at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 11:05:21.990260 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning for port 066d8128-aaf4-4e45-a96f-52faf0ba4239 completed by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 11:05:21.994212 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.provisioning_blocks [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Provisioning complete for port 066d8128-aaf4-4e45-a96f-52faf0ba4239 triggered by entity L2. {{(pid=106344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 11:05:21.994587 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790809'] for port, provisioning_complete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:22.076405 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3619408'] for port, before_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:22.098720 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066d8128-aaf4-4e45-a96f-52faf0ba4239'}] {{(pid=106344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:05:22.101001 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85d702f2e3ca404f68ae737d47059d8f17ed3656d8b034241d192bb3b1bd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab03be5-020c-47f7-8d39-5ab86a63b8b5" -d '{"events": [{"server_uuid": "f5903c9c-b36e-4fe1-b828-d10bf2ea49b3", "name": "network-vif-plugged", "status": "completed", "tag": "066d8128-aaf4-4e45-a96f-52faf0ba4239"}]}' {{(pid=106344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:05:22.115188 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] For port 066d8128-aaf4-4e45-a96f-52faf0ba4239, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=066d8128-aaf4-4e45-a96f-52faf0ba4239,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:05:22.144416 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2ad26-6114-4fed-b1fa-118ca051a9d7 x-openstack-request-id: req-4ae2ad26-6114-4fed-b1fa-118ca051a9d7 {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:05:22.144705 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5903c9c-b36e-4fe1-b828-d10bf2ea49b3", "name": "network-vif-plugged", "status": "completed", "tag": "066d8128-aaf4-4e45-a96f-52faf0ba4239", "code": 200}]} {{(pid=106344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:05:22.144980 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ae2ad26-6114-4fed-b1fa-118ca051a9d7 {{(pid=106344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:05:22.145374 dv-cinder-806559-1-iscsi neutron-server[106344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066d8128-aaf4-4e45-a96f-52faf0ba4239', 'code': 200} Aug 30 11:05:22.207684 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771910200369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909728534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909728552'] for port, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:22.257537 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Pushing event updated for resources: {'Port': ['ID=066d8128-aaf4-4e45-a96f-52faf0ba4239,revision_number=5']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:05:22.510831 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ad1a-d8d5-4c15-a802-a97b498c874e req-8b23ca96-88c4-4e97-848d-7959782f6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:22.512294 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0241ad1a-d8d5-4c15-a802-a97b498c874e req-8b23ca96-88c4-4e97-848d-7959782f6561 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 1098 time: 0.0440671 Aug 30 11:05:22.552379 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-0241ad1a-d8d5-4c15-a802-a97b498c874e req-86fcdb41-94fc-467d-9923-3591414d4bb6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Aug 30 11:05:22.712739 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bf742-92db-4441-8930-1e27c8c87711 req-b5d8617d-a047-423c-a057-cc8911c04446 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:22.714249 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e14bf742-92db-4441-8930-1e27c8c87711 req-b5d8617d-a047-423c-a057-cc8911c04446 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Aug 30 11:05:22.756806 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e14bf742-92db-4441-8930-1e27c8c87711 req-a54b2d78-8ac5-4097-994c-283431cedd83 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359395 Aug 30 11:05:24.027473 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ead43-8f4a-4d52-9456-11b75226d79f req-75828984-e2d4-4c7b-855b-cb6e93853a50 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:24.029027 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-411ead43-8f4a-4d52-9456-11b75226d79f req-75828984-e2d4-4c7b-855b-cb6e93853a50 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 945 time: 0.2040019 Aug 30 11:05:24.067065 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-411ead43-8f4a-4d52-9456-11b75226d79f req-26e58230-41a1-4c84-be09-b9f4ba51592c tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Aug 30 11:05:26.992013 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e200cc46-2808-48ee-a072-fd8f1a712ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:30.081487 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cf8e18bc-2c22-4e10-afcf-fd94ba9d45f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:30.361683 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:30.894689 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:30.962066 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:05:32.573566 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:32.574344 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:36.185874 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-58a22fed-28b4-449a-b4a1-a06657f52fa5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426419 Aug 30 11:05:36.252763 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-bdc572ae-a225-4cb8-8cb0-1b779b2aae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:36.254310 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-bdc572ae-a225-4cb8-8cb0-1b779b2aae14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 1098 time: 0.0456223 Aug 30 11:05:36.369598 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-ceff99fd-f654-4112-834c-657fb8f30b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:36.376235 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-ceff99fd-f654-4112-834c-657fb8f30b3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 913 time: 0.0937207 Aug 30 11:05:36.445615 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-22a5bdf5-3ff7-4d34-94a4-58f641e156c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50206a85-befb-4b01-8396-1dc54c8d212c HTTP/1.1" status: 200 len: 1001 time: 0.0672095 Aug 30 11:05:36.498939 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-302a024d-0341-464c-9d6c-c809923a1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:36.500453 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-302a024d-0341-464c-9d6c-c809923a1c68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0472374 Aug 30 11:05:36.558500 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-fd79e162-0a04-44c6-b5ae-0d1ba5e8cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:36.560017 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-fd79e162-0a04-44c6-b5ae-0d1ba5e8cf5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503666 Aug 30 11:05:36.571914 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-4c0d1d57-377f-45e6-91d7-b49d6ae65158 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 11:05:36.573483 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-4c0d1d57-377f-45e6-91d7-b49d6ae65158 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055010 Aug 30 11:05:36.670776 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-22b7536e-3fb7-4bd6-a7c5-c1d1e6244223 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905757 Aug 30 11:05:36.772227 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-978dd83b-77d0-45f3-9c6f-edbf9451071b req-1ad0fff6-49df-49d7-b0f8-544cedb3dfd2 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928152 Aug 30 11:05:46.651063 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b75a5-8ea9-4874-b58b-ba9a1a1a978e req-1d90b3d0-8299-41ab-b78d-c9699ebe164f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:46.652562 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-007b75a5-8ea9-4874-b58b-ba9a1a1a978e req-1d90b3d0-8299-41ab-b78d-c9699ebe164f tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 945 time: 0.0520351 Aug 30 11:05:46.692670 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-007b75a5-8ea9-4874-b58b-ba9a1a1a978e req-a5cb6026-34df-4099-8d25-91f3c4dbe184 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340140 Aug 30 11:05:47.816062 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1a342-6ba8-4f58-a567-f793b64e6e4a req-8a348d57-579a-43de-b1d4-075e26fcaf47 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:47.817714 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-57e1a342-6ba8-4f58-a567-f793b64e6e4a req-8a348d57-579a-43de-b1d4-075e26fcaf47 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 945 time: 0.0541284 Aug 30 11:05:47.864780 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-57e1a342-6ba8-4f58-a567-f793b64e6e4a req-0ac77799-9198-4ac5-b00f-4969189bb93c tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad5072e5-6a2e-42c3-8605-a59040d5d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Aug 30 11:05:48.346722 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-28672529-0c77-438d-966f-f030c61f0b87 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:05:48.348299 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-28672529-0c77-438d-966f-f030c61f0b87 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 945 time: 0.0494657 Aug 30 11:05:48.452527 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Deleting port 066d8128-aaf4-4e45-a96f-52faf0ba4239 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:05:48.452867 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:48.541559 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] For port 066d8128-aaf4-4e45-a96f-52faf0ba4239, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=066d8128-aaf4-4e45-a96f-52faf0ba4239,segment=NetworkSegment(131c344b-928a-42ae-bc0a-c4ed4c12ffa3),segment_id=131c344b-928a-42ae-bc0a-c4ed4c12ffa3)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:05:48.541931 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:48.559558 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Calling delete_port for 066d8128-aaf4-4e45-a96f-52faf0ba4239 owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:05:48.744237 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:48.762001 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] get_ports_and_sgs() called for port_ids ['066d8128-aaf4-4e45-a96f-52faf0ba4239'] {{(pid=106344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 11:05:48.773843 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Pushing event deleted for resources: {'Port': ['ID=066d8128-aaf4-4e45-a96f-52faf0ba4239,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:05:48.815453 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] No DVR routers for this DVR port 066d8128-aaf4-4e45-a96f-52faf0ba4239 on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:05:48.818070 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:05:48.820122 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-197da42a-70c6-45d1-b5b6-91fdfff81f1d req-70d3d99f-2cda-4d7b-8009-fc935c8f6490 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.18 "DELETE /v2.0/ports/066d8128-aaf4-4e45-a96f-52faf0ba4239 HTTP/1.1" status: 204 len: 173 time: 0.4616776 Aug 30 11:05:48.820548 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'name': 'network-vif-deleted', 'tag': '066d8128-aaf4-4e45-a96f-52faf0ba4239'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:05:48.822847 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a990294-3990-4120-80d8-cee434a41206" -d '{"events": [{"server_uuid": "f5903c9c-b36e-4fe1-b828-d10bf2ea49b3", "name": "network-vif-deleted", "tag": "066d8128-aaf4-4e45-a96f-52faf0ba4239"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:05:48.858243 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330a2bc7-3657-40b7-b47c-97ab683054e9 x-openstack-request-id: req-330a2bc7-3657-40b7-b47c-97ab683054e9 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:05:48.858542 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5903c9c-b36e-4fe1-b828-d10bf2ea49b3", "name": "network-vif-deleted", "tag": "066d8128-aaf4-4e45-a96f-52faf0ba4239", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:05:48.858821 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-330a2bc7-3657-40b7-b47c-97ab683054e9 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:05:48.859200 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5903c9c-b36e-4fe1-b828-d10bf2ea49b3', 'name': 'network-vif-deleted', 'tag': '066d8128-aaf4-4e45-a96f-52faf0ba4239', 'status': 'completed', 'code': 200} Aug 30 11:05:48.967096 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-8834faad-77c0-4d6e-ab05-4b6bec6406cd req-de3265bf-9025-4696-9ba0-cb599cab5d57 tempest-VolumesSnapshotTestJSON-1735646749 tempest-VolumesSnapshotTestJSON-1735646749-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5903c9c-b36e-4fe1-b828-d10bf2ea49b3 HTTP/1.1" status: 200 len: 210 time: 0.0315263 Aug 30 11:05:51.986750 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 066d8128-aaf4-4e45-a96f-52faf0ba4239 no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:05:52.007273 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 066d8128-aaf4-4e45-a96f-52faf0ba4239 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:05:52.012518 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 066d8128-aaf4-4e45-a96f-52faf0ba4239 not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:05:57.036438 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c6518887-2309-4c4b-b385-d37d5ef7e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.046844 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-a3bd066f-4120-4660-b666-be75a8d2f82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.293318 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49196) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:00.401142 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.454682 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Deleting port ea2c9aa1-98fa-4859-b067-1008c3b3ee7b {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:00.455027 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.533308 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.533641 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.547939 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Calling delete_port for ea2c9aa1-98fa-4859-b067-1008c3b3ee7b owned by network:floatingip {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:00.801276 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.831561 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event deleted for resources: {'Port': ['ID=ea2c9aa1-98fa-4859-b067-1008c3b3ee7b,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:00.892457 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.899103 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:00.899558 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Floating IP 3b901f76-01ab-4b12-8f34-2cd258de8f91 disassociated (deleted). External IP: 172.27.2.132, port: 50206a85-befb-4b01-8396-1dc54c8d212c. Aug 30 11:06:01.109556 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:06:01.218617 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:06:01.223074 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:01.230689 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:06:01.239897 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:01.240629 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:01.250623 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-efb8a1c4-abf8-440e-aa07-40a33c8da79f tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "DELETE /v2.0/floatingips/3b901f76-01ab-4b12-8f34-2cd258de8f91 HTTP/1.1" status: 204 len: 168 time: 0.9560938 Aug 30 11:06:01.251196 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:06:01.253495 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b082532-56ee-4091-965a-f1ca89da8dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:06:01.293126 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2146d53a-8c11-437b-af5a-da140b4364b3 x-openstack-request-id: req-2146d53a-8c11-437b-af5a-da140b4364b3 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:06:01.293424 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:06:01.293995 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2146d53a-8c11-437b-af5a-da140b4364b3 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:06:01.294098 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c', 'status': 'completed', 'code': 200} Aug 30 11:06:01.355810 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:01.414029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-d2fe1b02-aa22-4709-95d2-f88ae519c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:01.415672 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-d2fe1b02-aa22-4709-95d2-f88ae519c912 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 1098 time: 0.0990367 Aug 30 11:06:01.519673 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-dcc09e4a-8063-402b-8341-9802324c94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:01.521422 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-dcc09e4a-8063-402b-8341-9802324c94c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 913 time: 0.0965765 Aug 30 11:06:01.566446 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-4e22af95-47fc-4226-95a5-ba673aef7755 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50206a85-befb-4b01-8396-1dc54c8d212c HTTP/1.1" status: 200 len: 217 time: 0.0369909 Aug 30 11:06:01.602264 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:16Z', 'revision_number': 1, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:01.621885 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-618a424d-4620-4c98-9442-03f263dec1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:01.623548 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-618a424d-4620-4c98-9442-03f263dec1b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0502231 Aug 30 11:06:01.638481 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:06:01.651054 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:01.651673 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:01.683828 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-e963ec72-6c80-4576-8c1e-5ddb0929cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:01.685537 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-e963ec72-6c80-4576-8c1e-5ddb0929cfe1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545890 Aug 30 11:06:01.768975 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:01.789595 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-edddbb7e-d686-4414-b57b-fe52e4357498 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962389 Aug 30 11:06:01.872434 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c8809-f139-4bc6-a40b-cccca2a53165 req-da943404-b3f1-4f0e-af23-878bb91a75f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:01.873945 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-013c8809-f139-4bc6-a40b-cccca2a53165 req-da943404-b3f1-4f0e-af23-878bb91a75f0 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0612409 Aug 30 11:06:01.897068 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-1b082532-56ee-4091-965a-f1ca89da8dc7 req-cfcd0ef7-9519-48c9-a9f5-9c6ce184d881 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987983 Aug 30 11:06:01.921561 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-013c8809-f139-4bc6-a40b-cccca2a53165 req-f56fcc81-6a68-43dd-a383-fc208ee11101 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Aug 30 11:06:02.132894 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:16Z', 'revision_number': 1, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:02.158887 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a1c18-d46c-4002-ae76-edb165718d4f None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_floatingips': [{'id': '65837aa7-ce11-47d0-a677-7de7d85ed464', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'router_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'port_id': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'mac_address': 'fa:16:3e:bb:db:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T11:02:12Z', 'updated_at': '2021-08-30T11:02:16Z', 'revision_number': 1, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:06:02.380297 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3733fc-5437-4b8c-a5d0-de6e91ae7f22 None None] New status for floating IP 3b901f76-01ab-4b12-8f34-2cd258de8f91: DOWN {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:06:02.538646 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:02.595048 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:03.045394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462afd0-4592-4cc8-9231-9c6f9d88e02e req-c12c4a68-0293-4700-8771-c6d0f8a5943e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:03.046918 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e462afd0-4592-4cc8-9231-9c6f9d88e02e req-c12c4a68-0293-4700-8771-c6d0f8a5943e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0508058 Aug 30 11:06:03.085636 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-e462afd0-4592-4cc8-9231-9c6f9d88e02e req-95a7ba5f-5397-4ca6-9e45-4816c32d3e79 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Aug 30 11:06:04.208420 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481921e-fece-46c6-b57f-bc2ad786572e req-7d041620-a090-432a-b580-92f344ca03fd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:04.210460 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1481921e-fece-46c6-b57f-bc2ad786572e req-7d041620-a090-432a-b580-92f344ca03fd tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0576375 Aug 30 11:06:04.249002 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-1481921e-fece-46c6-b57f-bc2ad786572e req-2cb7a041-727f-4a24-9cc2-a5e7f070513a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Aug 30 11:06:05.368263 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92ffc5-3526-4685-8849-04f4978451ee req-66964cf0-3a50-4f00-9c8b-54e7e8ed072d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:05.369800 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ac92ffc5-3526-4685-8849-04f4978451ee req-66964cf0-3a50-4f00-9c8b-54e7e8ed072d tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Aug 30 11:06:05.406612 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-ac92ffc5-3526-4685-8849-04f4978451ee req-65ea456a-24e3-4701-a48d-ca04b1be2712 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Aug 30 11:06:05.933195 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-cb2edd94-6347-47a3-b103-e4e37e3c0810 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:05.934679 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-cb2edd94-6347-47a3-b103-e4e37e3c0810 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 945 time: 0.0567551 Aug 30 11:06:06.031436 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Deleting port 50206a85-befb-4b01-8396-1dc54c8d212c {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:06.031776 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:06.126584 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] For port 50206a85-befb-4b01-8396-1dc54c8d212c, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=50206a85-befb-4b01-8396-1dc54c8d212c,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:06.129160 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:06.141756 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Calling delete_port for 50206a85-befb-4b01-8396-1dc54c8d212c owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:06.337900 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:06.366734 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event deleted for resources: {'Port': ['ID=50206a85-befb-4b01-8396-1dc54c8d212c,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:06.414936 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] No DVR routers for this DVR port 50206a85-befb-4b01-8396-1dc54c8d212c on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:06:06.417760 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:06.422452 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-4e270ed4-574b-4671-91f3-e42f2206fe86 req-213177f2-51c2-47e8-b1bd-8dc4039e5304 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "DELETE /v2.0/ports/50206a85-befb-4b01-8396-1dc54c8d212c HTTP/1.1" status: 204 len: 173 time: 0.4795153 Aug 30 11:06:06.422452 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'name': 'network-vif-deleted', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:06:06.422918 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa864b20-ea70-42b7-aaf0-21100e4adeb7" -d '{"events": [{"server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "name": "network-vif-deleted", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:06:06.466340 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fae5ee-5424-4076-89eb-8ffaf8e628bf x-openstack-request-id: req-d0fae5ee-5424-4076-89eb-8ffaf8e628bf {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:06:06.466641 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599d7713-7b05-4f18-b6ca-573d2b863337", "name": "network-vif-deleted", "tag": "50206a85-befb-4b01-8396-1dc54c8d212c", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:06:06.466914 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0fae5ee-5424-4076-89eb-8ffaf8e628bf {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:06:06.467315 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599d7713-7b05-4f18-b6ca-573d2b863337', 'name': 'network-vif-deleted', 'tag': '50206a85-befb-4b01-8396-1dc54c8d212c', 'status': 'completed', 'code': 200} Aug 30 11:06:06.523187 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-6cf141c0-9d88-448e-a4a2-7e485aad511e req-c44e495b-8ce3-41d3-af6a-3e97d694f809 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 210 time: 0.0414217 Aug 30 11:06:07.635814 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-a3a5ba61-10cc-44d2-a19a-e031e5c7ebd5 req-571e2077-1d7e-467b-9dc9-4793a841ee1a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=599d7713-7b05-4f18-b6ca-573d2b863337 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Aug 30 11:06:07.961454 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:06:10.080576 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 50206a85-befb-4b01-8396-1dc54c8d212c no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:10.105295 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: 50206a85-befb-4b01-8396-1dc54c8d212c {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:10.105644 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device 50206a85-befb-4b01-8396-1dc54c8d212c not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:11.169017 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49282) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:11.612814 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Deleting port 8e6a7342-0746-4988-99da-fbad87ed52ed {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:11.613207 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:11.695016 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:11.695344 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:11.706435 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Calling delete_port for 8e6a7342-0746-4988-99da-fbad87ed52ed owned by network:floatingip {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:11.990477 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:12.017478 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event deleted for resources: {'Port': ['ID=8e6a7342-0746-4988-99da-fbad87ed52ed,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:12.083842 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:12.084228 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.db.l3_db [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Floating IP 65837aa7-ce11-47d0-a677-7de7d85ed464 disassociated (deleted). External IP: 172.27.2.19, port: bdf57366-aae0-432c-befa-31f05aaf4f3f. Aug 30 11:06:12.299972 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:06:12.415753 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:06:12.421437 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:12.427652 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:06:12.437329 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:12.437952 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:12.453639 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-29409565-f0c0-4e06-a180-20796986bf8e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "DELETE /v2.0/floatingips/65837aa7-ce11-47d0-a677-7de7d85ed464 HTTP/1.1" status: 204 len: 168 time: 1.2834687 Aug 30 11:06:12.453639 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:06:12.455154 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f51fc6-a091-48e6-b744-3fb74e39d000" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:06:12.497551 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de3f115-00f9-4ed5-bb2e-6b3e72e692a9 x-openstack-request-id: req-2de3f115-00f9-4ed5-bb2e-6b3e72e692a9 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:06:12.498006 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:06:12.498139 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2de3f115-00f9-4ed5-bb2e-6b3e72e692a9 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:06:12.499506 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'status': 'completed', 'code': 200} Aug 30 11:06:12.569536 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-d59e665d-df3c-4ba5-a202-072c58b6db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:12.571091 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-d59e665d-df3c-4ba5-a202-072c58b6db0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 1099 time: 0.0487058 Aug 30 11:06:12.573429 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:12.671537 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-a423eaf2-3f5d-45bb-8d3c-daa708be9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:12.673044 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-a423eaf2-3f5d-45bb-8d3c-daa708be9b35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 200 len: 913 time: 0.0935090 Aug 30 11:06:12.716767 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-73473ae8-467d-4262-a26c-11af34553e4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f HTTP/1.1" status: 200 len: 217 time: 0.0365520 Aug 30 11:06:12.774801 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-d3584d8d-a7ce-47fe-95bd-dae85d41b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:12.776298 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-d3584d8d-a7ce-47fe-95bd-dae85d41b4f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 200 len: 851 time: 0.0507538 Aug 30 11:06:12.803449 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:12.829836 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:06:12.835925 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-2f6fbc72-c800-461f-af4d-c4051b8d0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:12.837680 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-2f6fbc72-c800-461f-af4d-c4051b8d0923 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd648ed5-f5c1-4641-995d-5accb6767a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539801 Aug 30 11:06:12.840141 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:12.840715 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:12.953068 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:12.978368 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a4a47-0666-468e-8a16-56737ff86e74 req-1d59a507-255e-4d06-ba5c-fe708bd99fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:12.980153 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a94a4a47-0666-468e-8a16-56737ff86e74 req-1d59a507-255e-4d06-ba5c-fe708bd99fcb tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.0813937 Aug 30 11:06:12.998757 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-6d0bbbd9-5722-40c7-92b3-edd06762de60 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504211 Aug 30 11:06:13.076605 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-a94a4a47-0666-468e-8a16-56737ff86e74 req-e7dcf271-7087-41e4-bafa-5fb939473a5a tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886033 Aug 30 11:06:13.115518 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-37f51fc6-a091-48e6-b744-3fb74e39d000 req-d6b067a3-db0d-46ad-a2e4-43b2538c8593 service neutron] 10.222.0.18 "GET /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065433 Aug 30 11:06:13.173109 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:13.198667 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a97df-f73a-4d1e-a43b-f3f5ca6b41f0 None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T10:57:20Z', 'revision_number': 4, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi', '_interfaces': [{'id': '23a82490-687f-4127-a02a-088899079194', 'name': '', 'network_id': 'bd648ed5-f5c1-4641-995d-5accb6767a46', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'mac_address': 'fa:16:3e:c9:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:19Z', 'updated_at': '2021-08-30T10:57:30Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'subnets': [{'id': 'ea27ae4c-742f-4c3a-ac17-4d5466c0b274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:06:13.420762 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d8eb4-a34f-4571-88cf-79d85ce34542 None None] New status for floating IP 65837aa7-ce11-47d0-a677-7de7d85ed464: DOWN {{(pid=106345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 11:06:14.214745 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c38d-0973-423e-a163-b52b0bf96b3a req-933845f8-0fd5-47b0-8f80-db606eab6cc3 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:14.216215 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-88f5c38d-0973-423e-a163-b52b0bf96b3a req-933845f8-0fd5-47b0-8f80-db606eab6cc3 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.0494361 Aug 30 11:06:14.259052 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-88f5c38d-0973-423e-a163-b52b0bf96b3a req-ff391629-e066-4ff4-a455-7f78b589ae3c tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/security-groups?id=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367911 Aug 30 11:06:14.412833 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-420f118f-3722-4828-bab5-8d0760b70b83 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 11:06:14.414224 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-420f118f-3722-4828-bab5-8d0760b70b83 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 946 time: 0.0505078 Aug 30 11:06:14.510424 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Deleting port bdf57366-aae0-432c-befa-31f05aaf4f3f {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:14.510755 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:14.600944 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] For port bdf57366-aae0-432c-befa-31f05aaf4f3f, host hv-cinder-80655, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80655',level=0,port_id=bdf57366-aae0-432c-befa-31f05aaf4f3f,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:14.601319 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:14.618783 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Calling delete_port for bdf57366-aae0-432c-befa-31f05aaf4f3f owned by compute:nova {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:14.800559 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:14.828500 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event deleted for resources: {'Port': ['ID=bdf57366-aae0-432c-befa-31f05aaf4f3f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:14.841585 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.841585 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.841585 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.841925 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.842147 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.842483 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.842812 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.843137 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.843464 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.843788 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.844163 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.844426 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:14.881984 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] No DVR routers for this DVR port bdf57366-aae0-432c-befa-31f05aaf4f3f on host hv-cinder-80655 {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:06:14.884519 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for port, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:14.886592 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [req-cbb064ea-9b02-4dda-a848-7e1e8073300b req-0c282bc8-d415-4589-9074-56b1509451ac tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.18 "DELETE /v2.0/ports/bdf57366-aae0-432c-befa-31f05aaf4f3f HTTP/1.1" status: 204 len: 173 time: 0.4653566 Aug 30 11:06:14.887028 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'name': 'network-vif-deleted', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 11:06:14.889561 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e9b3f1944a9a5ba1f1990fa1dcdc7e5fc4b8c2872ca7a1669efad96732f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c531567-eead-4767-b243-39688a5ec823" -d '{"events": [{"server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "name": "network-vif-deleted", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 11:06:14.926556 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 11:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dbda89-84fb-4f7a-8ae5-e7fcf0dcb156 x-openstack-request-id: req-53dbda89-84fb-4f7a-8ae5-e7fcf0dcb156 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 11:06:14.926860 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1d4d76-b1a5-4263-af29-2b17a2c6e74e", "name": "network-vif-deleted", "tag": "bdf57366-aae0-432c-befa-31f05aaf4f3f", "status": "completed", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 11:06:14.927117 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53dbda89-84fb-4f7a-8ae5-e7fcf0dcb156 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 11:06:14.927521 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1d4d76-b1a5-4263-af29-2b17a2c6e74e', 'name': 'network-vif-deleted', 'tag': 'bdf57366-aae0-432c-befa-31f05aaf4f3f', 'status': 'completed', 'code': 200} Aug 30 11:06:15.357655 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [req-f557b0f0-8784-479e-8f6c-0428a887d495 req-721161c8-5cae-4f47-ba38-5e6c83192b00 tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1d4d76-b1a5-4263-af29-2b17a2c6e74e HTTP/1.1" status: 200 len: 210 time: 0.0275402 Aug 30 11:06:16.258325 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49334) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:16.310003 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] Deleting subnet 976ded49-f207-4868-906a-0a9e3825f720 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:06:16.313239 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.348124 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.387071 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.415246 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49338) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:16.538273 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.540698 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Deleting port e37fb8b6-024d-4cb2-af92-e28df99360f4 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:16.541147 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.564158 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976ded49-f207-4868-906a-0a9e3825f720,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:16.568662 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.573360 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-c9d4f7e6-a63b-4ce8-857f-63c5b14e618b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/976ded49-f207-4868-906a-0a9e3825f720 HTTP/1.1" status: 204 len: 168 time: 0.3139427 Aug 30 11:06:16.573996 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49340) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:16.620851 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.621211 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.633947 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Calling delete_port for e37fb8b6-024d-4cb2-af92-e28df99360f4 owned by network:floatingip {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:16.642979 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.729295 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.740130 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade45070-5bf9-4c51-ae12-b01e958f522f']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:16.750671 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131c344b-928a-42ae-bc0a-c4ed4c12ffa3') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:16.754494 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131c344b-928a-42ae-bc0a-c4ed4c12ffa3') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:16.763650 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.777695 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.783507 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:06:16.783923 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:06:16.785559 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:06:16.841123 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.869855 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event deleted for resources: {'Port': ['ID=e37fb8b6-024d-4cb2-af92-e28df99360f4,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:16.895121 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.895472 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.896367 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.896705 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.897065 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.897398 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.897725 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.898052 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.898379 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.898703 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.899044 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.899345 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:16.920600 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.926934 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.929145 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ade45070-5bf9-4c51-ae12-b01e958f522f HTTP/1.1" status: 204 len: 168 time: 0.3541853 Aug 30 11:06:16.938892 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f263db8-408f-4629-8a06-ec53394819b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade45070-5bf9-4c51-ae12-b01e958f522f,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:16.941982 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for floatingip, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.945072 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52725'] for floatingip, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:16.946274 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c1422945-bca3-4fa7-8bc6-fe7e50fbe28b tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "DELETE /v2.0/floatingips/a6993187-1086-4204-b2c0-dca2995295b3 HTTP/1.1" status: 204 len: 168 time: 0.5300441 Aug 30 11:06:17.370548 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49352) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:17.411609 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-5ca7de19-b33b-4ec8-b39a-57ea280bd767 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e391030116f848fdbf28485118429f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397687 Aug 30 11:06:17.414534 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49354) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:17.462987 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-876584ba-ebe6-4f83-8ec5-69dfadef167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:17.484636 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-876584ba-ebe6-4f83-8ec5-69dfadef167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:17.634947 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-876584ba-ebe6-4f83-8ec5-69dfadef167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:17.637499 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-876584ba-ebe6-4f83-8ec5-69dfadef167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:17.638845 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-876584ba-ebe6-4f83-8ec5-69dfadef167c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad5072e5-6a2e-42c3-8605-a59040d5d772 HTTP/1.1" status: 204 len: 168 time: 0.2234228 Aug 30 11:06:17.648645 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876584ba-ebe6-4f83-8ec5-69dfadef167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5072e5-6a2e-42c3-8605-a59040d5d772,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:18.126174 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bdf57366-aae0-432c-befa-31f05aaf4f3f no longer exists at agent hyperv_hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:18.146781 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] No Port match for: bdf57366-aae0-432c-befa-31f05aaf4f3f {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:18.147191 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Device bdf57366-aae0-432c-befa-31f05aaf4f3f not bound to the agent host hv-cinder-80655 {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:18.335521 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49360) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:18.395182 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c67dcfb6-ffbc-4de0-a759-1f824fb0979e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:18.424226 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c67dcfb6-ffbc-4de0-a759-1f824fb0979e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:18.589771 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c67dcfb6-ffbc-4de0-a759-1f824fb0979e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:18.592289 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-c67dcfb6-ffbc-4de0-a759-1f824fb0979e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:18.593529 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-c67dcfb6-ffbc-4de0-a759-1f824fb0979e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] 10.222.0.24 "DELETE /v2.0/security-groups/54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec HTTP/1.1" status: 204 len: 168 time: 0.2569797 Aug 30 11:06:18.605023 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dcfb6-ffbc-4de0-a759-1f824fb0979e tempest-TestVolumeBootPattern-1405321930 tempest-TestVolumeBootPattern-1405321930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed43ea-6ded-48a5-b7d2-c4f3e2ece3ec,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:18.749277 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49364) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:19.290770 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:19.543639 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Deleting port 23a82490-687f-4127-a02a-088899079194 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:19.544014 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:19.635548 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] For port 23a82490-687f-4127-a02a-088899079194, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=23a82490-687f-4127-a02a-088899079194,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:19.636259 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:19.649024 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Calling delete_port for 23a82490-687f-4127-a02a-088899079194 owned by network:router_interface {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:19.897716 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:19.921502 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a82490-687f-4127-a02a-088899079194,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:20.103691 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:20.322719 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Router 41b94e83-1652-4b44-9bcb-f121568f4d1a has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:06:20.430798 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:06:20.436403 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-460de63c-a1f1-49c5-878a-e59d687d4946 admin admin] 10.222.0.24 "PUT /v2.0/routers/41b94e83-1652-4b44-9bcb-f121568f4d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6860809 Aug 30 11:06:20.439053 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49368) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:20.439980 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] Sync routers for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:06:20.453407 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:20.454171 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:20.555740 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:20.565634 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: dv-cinder-806559-1-iscsi {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:20.668789 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:20.764985 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Deleting port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:20.765342 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:20.782233 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T11:06:19Z', 'revision_number': 5, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port': {'id': '37d3f76c-5d73-49ee-89a5-2cc5071ebb1a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:16Z', 'updated_at': '2021-08-30T10:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:20.813355 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] Checking router: 41b94e83-1652-4b44-9bcb-f121568f4d1a for host: dv-cinder-806559-1-iscsi {{(pid=106344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:06:20.821901 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] Routers {'41b94e83-1652-4b44-9bcb-f121568f4d1a'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:20.822527 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['41b94e83-1652-4b44-9bcb-f121568f4d1a'], 'active': True} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:20.857394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] For port 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:20.857754 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:20.871034 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Calling delete_port for 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a owned by network:router_gateway {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:20.909255 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvr_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] Set router 41b94e83-1652-4b44-9bcb-f121568f4d1a gateway port host: None {{(pid=106344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:20.963016 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_hamode_db [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T11:06:20Z', 'revision_number': 6, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port_host': None}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:20.992956 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e8f7-1c7a-4723-9ac9-ecab9e4662e2 None None] The sync data for ids ['41b94e83-1652-4b44-9bcb-f121568f4d1a'] in dv-cinder-806559-1-iscsi is: [{'id': '41b94e83-1652-4b44-9bcb-f121568f4d1a', 'name': 'tempest-TestVolumeBootPattern-1971831333-router', 'tenant_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:14Z', 'updated_at': '2021-08-30T11:06:20Z', 'revision_number': 6, 'project_id': 'e0ad5c2bb985498fa131001af10b6a3b', 'gw_port_host': None}] {{(pid=106344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:06:21.092071 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.119029 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d3f76c-5d73-49ee-89a5-2cc5071ebb1a,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:21.182205 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.274795 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.276876 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.366724 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.367394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b94e83-1652-4b44-9bcb-f121568f4d1a {{(pid=106342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:06:21.371746 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.373012 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-cde6fd01-727e-4320-a338-ce81eb096ef6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/41b94e83-1652-4b44-9bcb-f121568f4d1a HTTP/1.1" status: 204 len: 168 time: 0.9329214 Aug 30 11:06:21.375587 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49370) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:21.421761 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] Deleting subnet ea27ae4c-742f-4c3a-ac17-4d5466c0b274 {{(pid=106343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:06:21.425138 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.460010 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12727392'] for subnet, precommit_delete_associations {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.544539 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.669375 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16574744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13617886'] for subnet, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.693257 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea27ae4c-742f-4c3a-ac17-4d5466c0b274,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:21.699617 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for subnet, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.703041 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-2f0ba924-9e8a-4c50-8ff8-6bb8b8b42952 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ea27ae4c-742f-4c3a-ac17-4d5466c0b274 HTTP/1.1" status: 204 len: 168 time: 0.3260851 Aug 30 11:06:21.705308 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49372) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:21.705460 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781fe6e0-28e3-4ce0-960d-d4e8ea6ad2a4 None None] Network bd648ed5-f5c1-4641-995d-5accb6767a46 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:06:21.788583 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.834054 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:21.850768 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Deleting port a561f8fd-3291-4eed-8e21-6595d3e1c130 {{(pid=106343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:21.851112 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.857384 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:21.857754 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 37d3f76c-5d73-49ee-89a5-2cc5071ebb1a not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:21.858161 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 23a82490-687f-4127-a02a-088899079194 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:21.881727 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 23a82490-687f-4127-a02a-088899079194 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:21.881964 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 23a82490-687f-4127-a02a-088899079194 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:21.948694 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] For port a561f8fd-3291-4eed-8e21-6595d3e1c130, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=a561f8fd-3291-4eed-8e21-6595d3e1c130,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:21.950594 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:21.961575 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] DHCP port deletion for bd648ed5-f5c1-4641-995d-5accb6767a46 request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:06:21.963847 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Calling delete_port for a561f8fd-3291-4eed-8e21-6595d3e1c130 owned by network:dhcp {{(pid=106343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:22.012416 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Deleting port a561f8fd-3291-4eed-8e21-6595d3e1c130 {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:22.012870 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.087586 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] For port a561f8fd-3291-4eed-8e21-6595d3e1c130, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=a561f8fd-3291-4eed-8e21-6595d3e1c130,segment=NetworkSegment(baecb20c-5f55-4ab3-8c41-3e42299b0362),segment_id=baecb20c-5f55-4ab3-8c41-3e42299b0362)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:22.087995 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.102838 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Calling delete_port for a561f8fd-3291-4eed-8e21-6595d3e1c130 owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:22.154793 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16574795'] for port, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.177796 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.182535 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a561f8fd-3291-4eed-8e21-6595d3e1c130,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:22.184208 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] No DVR routers for this DVR port a561f8fd-3291-4eed-8e21-6595d3e1c130 on host dv-cinder-806559-1-iscsi {{(pid=106343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:06:22.206392 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Pushing event deleted for resources: {'Port': ['ID=a561f8fd-3291-4eed-8e21-6595d3e1c130,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:22.216027 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] No DVR routers for this DVR port a561f8fd-3291-4eed-8e21-6595d3e1c130 on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:06:22.223393 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.224662 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.225273 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.225886 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.226449 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.226973 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.227443 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.227920 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.228394 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.229115 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.229851 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.230429 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ea403-e32b-46f4-906e-9a01d9601dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806559-1-iscsi {{(pid=106344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 11:06:22.262896 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.273335 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd648ed5-f5c1-4641-995d-5accb6767a46']}} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:22.284066 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baecb20c-5f55-4ab3-8c41-3e42299b0362') {'for_net_delete': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:22.284350 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.services.segments.db [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baecb20c-5f55-4ab3-8c41-3e42299b0362') {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:22.293831 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12727423'] for segment, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.307387 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.313005 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16574846'] for segment, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: Traceback (most recent call last): Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: timer() Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: cb(*args, **kw) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: return func(*args, **kwargs) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: self._notify() Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: self.callback(batched_events) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: event.method(event) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: return f(self, *a, **k) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._get(url).json() Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: return self.request(url, 'GET', **kwargs) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:06:22.315658 dv-cinder-806559-1-iscsi neutron-server[106343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:06:22.446210 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.451737 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:22.453574 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd648ed5-f5c1-4641-995d-5accb6767a46 HTTP/1.1" status: 204 len: 168 time: 0.7473497 Aug 30 11:06:22.456630 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49374) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:22.465281 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff343f-7544-4ab0-993a-ccc39b600db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd648ed5-f5c1-4641-995d-5accb6767a46,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:22.812273 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501239'] for router_interface, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:23.079452 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Deleting port 326794e3-e472-4109-8b04-87100e35932d {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:23.079697 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:23.159626 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] For port 326794e3-e472-4109-8b04-87100e35932d, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=326794e3-e472-4109-8b04-87100e35932d,segment=NetworkSegment(04181dd5-d25e-43fd-a76d-996b08780bad),segment_id=04181dd5-d25e-43fd-a76d-996b08780bad)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:23.159989 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:23.172662 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Calling delete_port for 326794e3-e472-4109-8b04-87100e35932d owned by network:router_interface {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:23.463545 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:23.491140 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Pushing event deleted for resources: {'Port': ['ID=326794e3-e472-4109-8b04-87100e35932d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:23.676394 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501053'] for router_interface, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:23.838537 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device a561f8fd-3291-4eed-8e21-6595d3e1c130 no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:23.863647 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: a561f8fd-3291-4eed-8e21-6595d3e1c130 {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:23.864193 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device a561f8fd-3291-4eed-8e21-6595d3e1c130 not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:24.207450 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Router ace52d4d-584f-4aa0-ab04-3fa560f34d49 has already been hosted by L3 agent c3656df2-8566-432e-a23e-7e5e0fb271f2 {{(pid=106342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 11:06:24.321343 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] Notify agent at l3_agent.dv-cinder-806559-1-iscsi the message routers_updated {{(pid=106342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 11:06:24.333801 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-d3e3242e-07ba-4584-abb8-b940c23b9264 admin admin] 10.222.0.24 "PUT /v2.0/routers/ace52d4d-584f-4aa0-ab04-3fa560f34d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8688540 Aug 30 11:06:24.333801 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49376) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:24.334033 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] Sync routers for ids ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'] in dv-cinder-806559-1-iscsi {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 11:06:24.342719 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] Routers {'ace52d4d-584f-4aa0-ab04-3fa560f34d49'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:24.343334 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:24.441185 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks [] for router, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:24.453835 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] Set router ace52d4d-584f-4aa0-ab04-3fa560f34d49 gateway port host: dv-cinder-806559-1-iscsi {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:24.554346 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:24.685035 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Deleting port 2ef3584f-cd87-48f0-8bb1-96452f865c3a {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:24.685372 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:24.726993 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'external_fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T11:06:23Z', 'revision_number': 5, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port': {'id': '2ef3584f-cd87-48f0-8bb1-96452f865c3a', 'name': '', 'network_id': '949d959b-bae5-40a4-bf0d-e7a549554019', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806559-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T10:57:30Z', 'updated_at': '2021-08-30T10:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4133798a-a8ac-4a0b-9e17-2f54bed61bcb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806559-1-iscsi'}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:24.758805 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] Checking router: ace52d4d-584f-4aa0-ab04-3fa560f34d49 for host: dv-cinder-806559-1-iscsi {{(pid=106345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 11:06:24.767241 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] Routers {'ace52d4d-584f-4aa0-ab04-3fa560f34d49'} bound to L3 agent in host dv-cinder-806559-1-iscsi {{(pid=106345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 11:06:24.767864 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806559-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T10:47:00Z,description=,heartbeat_timestamp=2021-08-30T11:06:00Z,host='dv-cinder-806559-1-iscsi',id=c3656df2-8566-432e-a23e-7e5e0fb271f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T10:47:01Z,topic='l3_agent')) {'router_ids': ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'], 'active': True} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:24.774623 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] For port 2ef3584f-cd87-48f0-8bb1-96452f865c3a, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=2ef3584f-cd87-48f0-8bb1-96452f865c3a,segment=NetworkSegment(e63211be-4788-4cb4-9f3e-994177e6c120),segment_id=e63211be-4788-4cb4-9f3e-994177e6c120)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:24.775000 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:24.788441 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Calling delete_port for 2ef3584f-cd87-48f0-8bb1-96452f865c3a owned by network:router_gateway {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:24.857734 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_dvr_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] Set router ace52d4d-584f-4aa0-ab04-3fa560f34d49 gateway port host: None {{(pid=106345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 11:06:24.910079 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.l3_hamode_db [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T11:06:24Z', 'revision_number': 6, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port_host': None}], 'dv-cinder-806559-1-iscsi', False) {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:24.953245 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c63cf-8e29-407e-a01e-93a96aa9549d None None] The sync data for ids ['ace52d4d-584f-4aa0-ab04-3fa560f34d49'] in dv-cinder-806559-1-iscsi is: [{'id': 'ace52d4d-584f-4aa0-ab04-3fa560f34d49', 'name': 'tempest-TestVolumeBootPattern-1408328421-router', 'tenant_id': '59b26a9b095047b3afd8ceb989a6190c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T10:57:28Z', 'updated_at': '2021-08-30T11:06:24Z', 'revision_number': 6, 'project_id': '59b26a9b095047b3afd8ceb989a6190c', 'gw_port_host': None}] {{(pid=106345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 11:06:25.046509 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.072706 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef3584f-cd87-48f0-8bb1-96452f865c3a,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:25.138274 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502887'] for router_gateway, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.232059 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2077413'] for router, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.234272 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.343341 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504823'] for router, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.343878 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace52d4d-584f-4aa0-ab04-3fa560f34d49 {{(pid=106342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 11:06:25.351878 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] Notify callbacks [] for router, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.351878 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-6cb0d268-a267-4dc9-8cb0-e7b55852cc87 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ace52d4d-584f-4aa0-ab04-3fa560f34d49 HTTP/1.1" status: 204 len: 168 time: 1.0197031 Aug 30 11:06:25.352475 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49378) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:25.401545 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] Deleting subnet 8383a965-ea5d-40c4-af0c-a72f31cb9549 {{(pid=106342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 11:06:25.404557 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.437910 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12825705'] for subnet, precommit_delete_associations {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.518497 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3787179'] for subnet, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.663965 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3787172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12826651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683236'] for subnet, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.690770 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8383a965-ea5d-40c4-af0c-a72f31cb9549,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:25.692732 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.694696 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-74eb1c63-d61a-4271-bbed-510737f5dc20 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8383a965-ea5d-40c4-af0c-a72f31cb9549 HTTP/1.1" status: 204 len: 168 time: 0.3412380 Aug 30 11:06:25.697236 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.wsgi [-] (106342) accepted ('10.222.0.24', 49380) {{(pid=106342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:25.701687 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f385e6-d874-403d-90ac-f5507a0e2f15 None None] Network 191b3e88-b349-423e-9edb-4798c07a9896 requested from dv-cinder-806559-1-iscsi {{(pid=106344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 11:06:25.780978 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734075'] for network, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.814958 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 2ef3584f-cd87-48f0-8bb1-96452f865c3a no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:25.842077 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 2ef3584f-cd87-48f0-8bb1-96452f865c3a {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:25.842426 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 2ef3584f-cd87-48f0-8bb1-96452f865c3a not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:25.842853 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 326794e3-e472-4109-8b04-87100e35932d no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:25.845071 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Deleting port 56bf26d6-5576-4bba-a0f0-6766ce3c776e {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:25.845498 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.862995 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 326794e3-e472-4109-8b04-87100e35932d {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:25.863578 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 326794e3-e472-4109-8b04-87100e35932d not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:25.905811 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] DHCP port deletion for 191b3e88-b349-423e-9edb-4798c07a9896 request from dv-cinder-806559-1-iscsi {{(pid=106344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 11:06:25.911896 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] For port 56bf26d6-5576-4bba-a0f0-6766ce3c776e, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=56bf26d6-5576-4bba-a0f0-6766ce3c776e,segment=NetworkSegment(04181dd5-d25e-43fd-a76d-996b08780bad),segment_id=04181dd5-d25e-43fd-a76d-996b08780bad)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:25.912393 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:25.925327 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Calling delete_port for 56bf26d6-5576-4bba-a0f0-6766ce3c776e owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:25.952890 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] Deleting port 56bf26d6-5576-4bba-a0f0-6766ce3c776e {{(pid=106344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 11:06:25.953292 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771910144543'] for port, before_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.028726 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.db [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] For port 56bf26d6-5576-4bba-a0f0-6766ce3c776e, host dv-cinder-806559-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806559-1-iscsi',level=0,port_id=56bf26d6-5576-4bba-a0f0-6766ce3c776e,segment=NetworkSegment(04181dd5-d25e-43fd-a76d-996b08780bad),segment_id=04181dd5-d25e-43fd-a76d-996b08780bad)] {{(pid=106344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 11:06:26.029161 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498470'] for port, precommit_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.043395 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] Calling delete_port for 56bf26d6-5576-4bba-a0f0-6766ce3c776e owned by network:dhcp {{(pid=106344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 11:06:26.080728 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12826696'] for port, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.113949 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=56bf26d6-5576-4bba-a0f0-6766ce3c776e,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:26.121034 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] No DVR routers for this DVR port 56bf26d6-5576-4bba-a0f0-6766ce3c776e on host dv-cinder-806559-1-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:06:26.126602 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3619359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-874553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771910200351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909728525'] for port, after_delete {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.152821 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] Pushing event deleted for resources: {'Port': ['ID=56bf26d6-5576-4bba-a0f0-6766ce3c776e,revision_number=None']} {{(pid=106344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:26.154673 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77bdb4-ec06-4a9b-ba23-2ffe62ea72e8 None None] No DVR routers for this DVR port 56bf26d6-5576-4bba-a0f0-6766ce3c776e on host dv-cinder-806559-1-iscsi {{(pid=106344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 11:06:26.198534 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3788368', 'neutron.services.segments.db._delete_segments_for_network-8771910256878'] for network, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.208303 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191b3e88-b349-423e-9edb-4798c07a9896']}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:26.218335 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04181dd5-d25e-43fd-a76d-996b08780bad') {'for_net_delete': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:26.218634 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.services.segments.db [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04181dd5-d25e-43fd-a76d-996b08780bad') {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 11:06:26.227757 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771910256761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12825718'] for segment, before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.242144 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490'] for segment, precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.247993 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=106342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 11:06:26.249622 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12826749'] for segment, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: Traceback (most recent call last): Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: timer() Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: cb(*args, **kw) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: return func(*args, **kwargs) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: self._notify() Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: self.callback(batched_events) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: event.method(event) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: return f(self, *a, **k) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._get(url).json() Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: return self.request(url, 'GET', **kwargs) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 11:06:26.250056 dv-cinder-806559-1-iscsi neutron-server[106342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 11:06:26.383655 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3788329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502875'] for network, after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.389423 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625809'] for network, before_response {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.391385 dv-cinder-806559-1-iscsi neutron-server[106342]: INFO neutron.wsgi [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] 10.222.0.24 "DELETE /v2.0/networks/191b3e88-b349-423e-9edb-4798c07a9896 HTTP/1.1" status: 204 len: 168 time: 0.6931071 Aug 30 11:06:26.404180 dv-cinder-806559-1-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa35d5c-0bbb-4cce-ad13-fec074b64d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=191b3e88-b349-423e-9edb-4798c07a9896,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:26.714248 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49386) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:26.754769 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-9618c2e3-e8a4-4fa0-95ce-825aad17b7ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0ad5c2bb985498fa131001af10b6a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392082 Aug 30 11:06:26.757218 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49388) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:26.809346 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5822f094-66cf-4951-876c-2d40aebdb8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.832121 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5822f094-66cf-4951-876c-2d40aebdb8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.949073 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5822f094-66cf-4951-876c-2d40aebdb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.951486 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5822f094-66cf-4951-876c-2d40aebdb8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:26.952626 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-5822f094-66cf-4951-876c-2d40aebdb8b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbc41391-6492-4445-be30-396312adfaae HTTP/1.1" status: 204 len: 168 time: 0.1944985 Aug 30 11:06:26.961993 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f094-66cf-4951-876c-2d40aebdb8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc41391-6492-4445-be30-396312adfaae,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:27.011864 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d889b261-6cd0-4030-b6c7-424c5c8d84a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:27.535041 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49394) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:27.576958 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-ed653a26-c301-4ea5-a9f5-0121095ec123 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59b26a9b095047b3afd8ceb989a6190c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407238 Aug 30 11:06:27.579485 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [-] (106343) accepted ('10.222.0.24', 49396) {{(pid=106343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 11:06:27.629958 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bf3237b1-0b86-4954-802b-f95a6b1f96e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:27.653453 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bf3237b1-0b86-4954-802b-f95a6b1f96e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:27.771908 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bf3237b1-0b86-4954-802b-f95a6b1f96e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532723'] for security_group, after_delete {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:27.775005 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-bf3237b1-0b86-4954-802b-f95a6b1f96e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:27.778687 dv-cinder-806559-1-iscsi neutron-server[106343]: INFO neutron.wsgi [None req-bf3237b1-0b86-4954-802b-f95a6b1f96e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8da429f5-c0a4-4018-9565-256271fb906f HTTP/1.1" status: 204 len: 168 time: 0.1957803 Aug 30 11:06:27.788744 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3237b1-0b86-4954-802b-f95a6b1f96e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da429f5-c0a4-4018-9565-256271fb906f,revision_number=None']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 11:06:27.801685 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 56bf26d6-5576-4bba-a0f0-6766ce3c776e no longer exists at agent ovs-agent-dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 11:06:27.832365 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] No Port match for: 56bf26d6-5576-4bba-a0f0-6766ce3c776e {{(pid=106344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 11:06:27.832714 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.rpc [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Device 56bf26d6-5576-4bba-a0f0-6766ce3c776e not bound to the agent host dv-cinder-806559-1-iscsi {{(pid=106344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 11:06:30.063485 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-c44c7395-d82d-4d0c-b86c-16f388bbee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:30.371527 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:30.874468 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:32.548882 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:32.588345 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:06:44.962360 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:06:57.079838 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-15803091-6957-40d0-bb1a-8358b9796f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:00.102557 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-4fecd7ea-cc23-4298-b23f-3a5fd65145e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:00.382612 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:00.885832 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:02.554038 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:02.582476 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:21.962672 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:07:27.027548 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-6b392c52-be65-4b38-8f25-c49473852b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:30.033615 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-033f4767-737f-4cab-8e87-ea61bfcee32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:30.353134 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:30.867706 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:32.536554 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:32.558998 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:57.010373 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-a80aff8d-2797-4e16-b8b2-aa94e6e903a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:07:58.962854 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:08:00.055650 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee317-ad96-4dd4-a826-316fdfa28718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:00.364227 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:00.866788 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:02.575479 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:02.598152 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:27.009791 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ecb5be20-990c-410b-ac91-d91bf7e0bab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:30.112084 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-443623ec-9d82-4b73-a7ba-b9a698c698be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:30.363822 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:30.895005 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:32.598307 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:32.643969 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:08:35.961523 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:08:57.044065 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-9932188f-ee45-48d4-91b0-b00fc6da10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:00.054906 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d42e30fc-de99-4e69-b0a7-c94e55960170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:00.363515 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:00.866169 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:02.563226 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:02.597647 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:12.961436 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:09:27.036836 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-b2b72d2e-0e9c-4f99-a6a3-6af865714856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:30.071501 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-e38508d4-b3d9-45d7-8b2e-384fb8771f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:30.391424 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:30.916771 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:32.573874 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:32.608408 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:09:49.960585 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:09:57.053950 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-14745727-ffb5-48f7-ab67-7ef3cddea255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:00.105026 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-a4f4d0a7-cf45-41e4-84cf-48a8c8027e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:00.361831 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:00.882205 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:02.567685 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:02.613749 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:26.961024 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:10:27.047270 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-a242b38c-9f37-4056-b2fd-ae2cdb9436b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:30.064782 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ca0948df-247b-451f-87bb-6a56555db66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:30.361724 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:30.898477 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:32.584884 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:32.612739 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:10:57.029395 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-1de4acf9-8c2f-4f82-8397-e4f8b3e2ee88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:00.104292 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-496913ab-9846-40a3-bb82-e957aa7bea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:00.412371 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:00.898078 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:02.623577 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:02.658024 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:03.960224 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 11:11:04.671905 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [req-0f107975-4c8d-4f1f-9c8a-525b7f4fd367 req-447b278d-4e92-4c3d-bd13-f2e7041ee3f8 service neutron] (106343) timed out ('10.222.0.18', 62641) {{(pid=106343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 11:11:05.363452 dv-cinder-806559-1-iscsi neutron-server[106343]: DEBUG neutron.wsgi [req-aead7e98-4810-4daa-8212-d4e88171fb35 req-eaf5a5a8-9424-4522-88c5-1dfcd42f317b service neutron] (106343) timed out ('10.222.0.18', 62644) {{(pid=106343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 11:11:27.046180 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8c0d7418-a8c5-4fc2-a698-3016ab341c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:30.074932 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-7f38f3a6-96c6-46a4-b28f-8406feb59d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:30.371813 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-ae43f628-4194-4cf0-9a72-47b75b077693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:30.932590 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-d705dcd7-4eac-4f64-96fd-05daccfc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:32.605879 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-cd03a7d5-2dde-4f44-a60d-11f19ace0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:32.640477 dv-cinder-806559-1-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-eeff2091-1fb5-43c7-9da2-14abe29bd562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771910256860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790698'] for agent, after_update {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 11:11:40.958952 dv-cinder-806559-1-iscsi neutron-server[106345]: DEBUG neutron.db.agents_db [None req-0a90fdbb-e7e1-45ab-9f67-1207209bf83b None None] Agent healthcheck: found 6 active agents {{(pid=106345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}